-- Logs begin at Mon 2022-01-17 08:40:31 UTC, end at Mon 2022-01-17 09:58:15 UTC. -- Jan 17 09:26:33.395761 dv-cinder-815461-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 09:26:36.356416 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.common.config [-] Logging enabled! Jan 17 09:26:36.357018 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 09:26:36.357216 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103142) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 09:26:36.360538 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.common.config [-] Logging enabled! Jan 17 09:26:36.360797 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 09:26:36.361116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103142) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 09:26:36.362077 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 09:26:36.362315 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 09:26:36.362851 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 09:26:36.363103 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 09:26:36.363365 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 09:26:36.363698 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.364131 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 17 09:26:36.364451 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.364753 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.365050 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.365351 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.365648 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.365937 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.366233 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.366537 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.366829 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.367113 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.367463 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.367766 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.368054 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.368348 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.368641 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.368927 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] debug = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.369210 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.369638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.370060 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.370346 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.370639 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.370925 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.371200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.371507 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.371803 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.372136 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] host = dv-cinder-815461-8-iscsi {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.372419 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.372710 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.373001 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.373294 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.373576 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.373856 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.374145 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.374421 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.374699 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] log_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.374978 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.375284 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.375585 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.375883 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.376111 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.376337 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.376631 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.376922 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.377202 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.377481 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.377761 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.378042 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.378317 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.378593 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.378883 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.379174 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.379494 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.379778 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.380067 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.380349 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.380627 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.380921 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.381202 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.381482 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.381769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.382095 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.382342 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.382623 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.382930 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.383271 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.383560 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.383856 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.384141 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.384429 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.384707 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.384986 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.385263 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] use_json = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.385541 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.385819 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.386106 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.386384 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.386661 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.386940 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.387220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.387538 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.387821 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:36.388123 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.388426 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.388733 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.389027 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.389324 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.389609 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.389906 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.390192 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.390487 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.390783 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.391078 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.391386 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.391699 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.391998 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.392301 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.392611 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.392914 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.393216 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.393493 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.393773 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.394053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.394339 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.394630 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.394916 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.395212 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.395534 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.395822 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.396127 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.396421 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.396722 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.397018 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.397298 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.397583 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.397881 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.398166 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.398447 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.399286 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.399580 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.399863 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.400143 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.400434 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.400718 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.400995 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.401295 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.401579 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.401874 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.402157 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.402437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.402715 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.402997 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.403360 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.403583 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.403866 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.404144 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.404423 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.404710 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.404992 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.405273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.405558 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.405839 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.406125 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.406406 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.406719 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.406968 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.407248 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.407557 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.407842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.408124 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.408409 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.408691 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.408970 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.409249 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.409527 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.409807 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.410098 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.410404 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.410708 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.410973 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.411274 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.411560 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.411843 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.412126 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.412413 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.412699 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.412977 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.413275 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.413568 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.413862 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.414173 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.415014 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.415344 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.415632 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.415924 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.416207 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.416491 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.416780 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.417070 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.417372 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.417671 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.417972 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.418269 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.418567 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.418854 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.419168 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.419476 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:36.419779 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 09:26:36.419939 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103142) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 09:26:36.803171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 09:26:36.803404 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 09:26:36.803716 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 09:26:36.804060 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 09:26:37.141253 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.141546 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.141833 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.145007 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.145293 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.145569 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.191111 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.191418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.191693 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.206900 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.207187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.207490 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.239305 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.239597 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.239865 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.277296 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.277576 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.277849 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.624750 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.625401 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.625401 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.625564 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.626242 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.728813 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.729145 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.729437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.729716 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.729991 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.730310 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.730575 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.730834 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.731091 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.731400 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.731666 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.731935 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.732195 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.732453 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.732711 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.732980 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.733241 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.733513 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.733786 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.734051 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.734327 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.734586 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.734870 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.735273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.735534 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.735785 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.736193 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:26:37.736438 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:26:37.736679 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:26:37.736920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:26:37.737158 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:26:37.737396 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:26:37.737769 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 09:26:37.741200 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 09:26:37.745759 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 09:26:37.749698 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 17 09:26:37.751418 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 09:26:37.751894 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 09:26:37.752239 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 09:26:37.752635 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 09:26:37.755595 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 09:26:37.755931 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 09:26:37.756214 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 09:26:37.762485 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 09:26:37.787032 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 09:26:37.787528 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.787839 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103142) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 17 09:26:37.788204 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.789676 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103142) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 09:26:37.789979 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 09:26:37.790227 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 09:26:37.793613 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.793898 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:37.860381 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 09:26:37.860633 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 09:26:37.860870 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 09:26:37.861262 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 09:26:37.884927 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_db.sqlalchemy.engines [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103142) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 09:26:38.496168 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Initializing driver for type 'gre' Jan 17 09:26:38.496815 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] gre ID ranges: [(1, 1000)] Jan 17 09:26:38.782327 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Initializing driver for type 'local' Jan 17 09:26:38.782966 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Initializing driver for type 'vlan' Jan 17 09:26:38.915716 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] VlanTypeDriver initialization complete Jan 17 09:26:38.916133 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Initializing driver for type 'vxlan' Jan 17 09:26:38.916697 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] vxlan ID ranges: [(1, 1000)] Jan 17 09:26:39.113822 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Initializing extension driver 'port_security' Jan 17 09:26:39.114163 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.extensions.port_security [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] PortSecurityExtensionDriver initialization complete Jan 17 09:26:39.114499 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Initializing mechanism driver 'openvswitch' Jan 17 09:26:39.114827 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Initializing mechanism driver 'hyperv' Jan 17 09:26:39.126667 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:26:39.127397 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > port after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.127776 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > port after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.128133 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > port after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.128689 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:26:39.129136 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > subnet after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.129497 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > subnet after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.129847 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.130250 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:26:39.130662 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > network after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.131018 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > network after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.131394 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > network after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.131804 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:26:39.132214 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > security_group after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.132564 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > security_group after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.132908 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.133469 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:26:39.133883 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.134235 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.134607 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.135004 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:26:39.135560 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > address_group after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.135847 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > address_group after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.136192 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.136593 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:26:39.137047 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] ML2 OVO RPC backend initialized. {{(pid=103142) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 17 09:26:39.137811 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.138182 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.138611 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > network before_response 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.138967 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > networks before_response 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.139351 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > port before_response 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.139703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > ports before_response 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.140055 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > subnet before_response 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.140419 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > subnets before_response 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.140751 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > network after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.141095 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > network after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.141436 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > network after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.141778 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > port after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.142121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > port after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.142514 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > port after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.142856 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > subnet after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.143196 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > subnet after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.143570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.144208 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.plugin [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Modular L2 Plugin initialization complete Jan 17 09:26:39.144536 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading services supported by the core plugin {{(pid=103142) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 09:26:39.144872 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.plugins.ml2.managers [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Got port-security extension from driver 'port_security' Jan 17 09:26:39.145337 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.extensions.vlantransparent [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Disabled vlantransparent extension. Jan 17 09:26:39.145836 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103142) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 09:26:39.146153 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading Plugin: router Jan 17 09:26:39.183737 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.184144 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router after_create 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.184520 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router before_create 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.184892 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.185274 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.185640 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router after_delete 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.186002 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.186356 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.186720 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router after_create 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.187073 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router after_update 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.187453 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router after_update 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.187808 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.188173 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router after_update 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.188592 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router precommit_update 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.188982 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: port after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.189327 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: port after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.189672 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: subnet after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.190025 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.190375 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.190732 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router precommit_create 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.191070 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: port before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.191459 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router precommit_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.191819 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router after_update 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.192169 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.192544 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router precommit_create 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.192909 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.193259 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router precommit_update 55549900 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.193628 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > agent after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.193985 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > agent after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.194337 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > network after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.195250 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Tracking information for resource: router configured {{(pid=103142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:26:39.195610 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Tracking information for resource: floatingip configured {{(pid=103142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:26:39.201095 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.db.l3_agentschedulers_db [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 09:26:39.201700 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: port after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.202073 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: port after_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.202431 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: port after_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.202787 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: port after_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.203676 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router before_create 55550100 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.204058 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.204426 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router precommit_create 55550100 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.204789 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > router precommit_update 55550100 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.209617 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.services.provider_configuration [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service providers = [] {{(pid=103142) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 09:26:39.209985 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.db.servicetype_db [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103142) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 09:26:39.213534 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.services.service_base [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:26:39.213889 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.services.service_base [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:26:39.214236 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.services.service_base [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:26:39.215134 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.services.service_base [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:26:39.215540 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.services.service_base [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 09:26:39.215929 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:26:39.216248 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 09:26:39.229711 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:26:39.230049 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading Plugin: auto_allocate Jan 17 09:26:39.235917 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: network precommit_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.236294 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: network precommit_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.236824 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:26:39.237150 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading Plugin: tag Jan 17 09:26:39.243854 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:26:39.244188 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading Plugin: timestamp Jan 17 09:26:39.248367 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:26:39.248710 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading Plugin: network_ip_availability Jan 17 09:26:39.254262 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.254642 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.255008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.255777 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:26:39.256106 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading Plugin: flavors Jan 17 09:26:39.261109 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:26:39.261449 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading Plugin: revisions Jan 17 09:26:39.265945 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:26:39.266346 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_concurrency.lockutils [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.463s {{(pid=103142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 09:26:39.267126 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103142) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 09:26:39.267509 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Initializing extension manager. Jan 17 09:26:39.268034 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: __init__.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.268386 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: __pycache__ {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.268727 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.269065 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: address_group.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.269846 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.270440 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: address-group Jan 17 09:26:39.270782 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: address_scope.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.271733 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.272254 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: address-scope Jan 17 09:26:39.272586 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.273543 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.274586 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: router-admin-state-down-before-update Jan 17 09:26:39.274914 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: agent.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.275664 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.276179 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: agent Jan 17 09:26:39.276506 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: agent_resources_synced.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.277425 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.277941 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: agent-resources-synced Jan 17 09:26:39.278270 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: allowedaddresspairs.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.280144 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.280674 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: allowed-address-pairs Jan 17 09:26:39.281005 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: auto_allocated_topology.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.282100 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.282621 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: auto-allocated-topology Jan 17 09:26:39.282951 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: availability_zone.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.283688 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.284205 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: availability_zone Jan 17 09:26:39.284530 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: availability_zone_filter.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.285455 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.285966 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: availability_zone_filter Jan 17 09:26:39.286292 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: data_plane_status.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.287210 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.287747 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 09:26:39.288071 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: default_subnetpools.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.289003 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.290085 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: default-subnetpools Jan 17 09:26:39.290410 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.291241 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.291779 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: dhcp_agent_scheduler Jan 17 09:26:39.292103 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: dns.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.293123 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.293547 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension dns-integration not supported by any of loaded plugins Jan 17 09:26:39.293870 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: dns_domain_ports.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.295083 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.295999 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 09:26:39.296570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.297619 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.298141 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 09:26:39.298466 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: dvr.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.299317 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.299889 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: dvr Jan 17 09:26:39.300467 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: ecmp_routes.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.301973 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.302615 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 09:26:39.302950 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: empty_string_filtering.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.303920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.304438 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: empty-string-filtering Jan 17 09:26:39.304767 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.305722 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.306236 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 09:26:39.306564 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.307537 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.308055 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 09:26:39.308378 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: external_net.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.309308 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.309831 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: external-net Jan 17 09:26:39.310158 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.311090 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.311637 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: extra_dhcp_opt Jan 17 09:26:39.311965 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: extraroute.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.312888 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.313398 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: extraroute Jan 17 09:26:39.313724 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: extraroute_atomic.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.314792 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.315346 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: extraroute-atomic Jan 17 09:26:39.315677 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: filter_validation.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.316360 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.316875 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: filter-validation Jan 17 09:26:39.317201 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: fip_pf_description.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.318128 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.318634 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 09:26:39.318961 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: fip_port_details.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.319914 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.320429 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: fip-port-details Jan 17 09:26:39.320778 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: flavors.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.322051 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.322576 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: flavors Jan 17 09:26:39.322905 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.324673 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.325202 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 09:26:39.325543 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: floatingip_pools.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.326262 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.326783 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: floatingip-pools Jan 17 09:26:39.327117 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: ip_allocation.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.328101 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.328625 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 09:26:39.328996 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.329887 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.330407 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: ip-substring-filtering Jan 17 09:26:39.330737 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: l2_adjacency.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.331707 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.332222 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 09:26:39.332549 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: l3.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.333740 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.334263 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: router Jan 17 09:26:39.334595 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.337485 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.338018 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 09:26:39.338356 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.339321 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.339850 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: ext-gw-mode Jan 17 09:26:39.340182 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.341137 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.341654 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: l3-ha Jan 17 09:26:39.341983 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: l3_flavors.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.342912 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.343466 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: l3-flavors Jan 17 09:26:39.344042 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.344983 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.345498 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 09:26:39.345827 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: l3agentscheduler.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.346920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.347469 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: l3_agent_scheduler Jan 17 09:26:39.347802 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: local_ip.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.349633 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.350170 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension local_ip not supported by any of loaded plugins Jan 17 09:26:39.350510 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: logging.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.352645 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.353177 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension logging not supported by any of loaded plugins Jan 17 09:26:39.353516 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: metering.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.354281 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.354881 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: metering Jan 17 09:26:39.355213 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.356432 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.356954 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: metering_source_and_destination_fields Jan 17 09:26:39.357283 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: multiprovidernet.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.358222 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.358740 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: multi-provider Jan 17 09:26:39.359067 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: netmtu.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.360028 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.360546 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: net-mtu Jan 17 09:26:39.360873 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: netmtu_writable.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.361804 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.362316 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: net-mtu-writable Jan 17 09:26:39.362642 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: network_availability_zone.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.363347 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.363911 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: network_availability_zone Jan 17 09:26:39.364187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: network_ip_availability.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.365322 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.365837 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: network-ip-availability Jan 17 09:26:39.366168 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: network_segment_range.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.366962 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.367536 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 09:26:39.367864 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: pagination.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.369022 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.369357 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: pagination Jan 17 09:26:39.369690 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: port_device_profile.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.370607 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.371135 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: port-device-profile Jan 17 09:26:39.371487 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.372430 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.372951 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: port-mac-address-regenerate Jan 17 09:26:39.373280 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.374213 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.374730 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: port-numa-affinity-policy Jan 17 09:26:39.375059 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: port_resource_request.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.376012 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.376525 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 09:26:39.376857 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: port_resource_request_groups.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.377849 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.378363 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 17 09:26:39.378692 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: portbindings.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.379664 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.380187 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: binding Jan 17 09:26:39.380515 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: portbindings_extended.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.381814 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.382331 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: binding-extended Jan 17 09:26:39.382656 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: portsecurity.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.383644 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.384161 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: port-security Jan 17 09:26:39.384492 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: project_id.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.385477 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.385811 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: project-id Jan 17 09:26:39.386141 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: providernet.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.387073 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.387620 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: provider Jan 17 09:26:39.387951 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.391698 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.392237 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos not supported by any of loaded plugins Jan 17 09:26:39.392567 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.393846 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.394372 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 09:26:39.394703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.395684 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.396208 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 09:26:39.396537 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_default.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.397472 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.398016 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-default not supported by any of loaded plugins Jan 17 09:26:39.398370 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_fip.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.399824 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.400329 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-fip not supported by any of loaded plugins Jan 17 09:26:39.400653 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.401589 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.402324 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 17 09:26:39.402429 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_gateway_ip.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.403387 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.403984 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 09:26:39.404233 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_port_network_policy.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.405160 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.405950 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 09:26:39.406069 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.407084 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.407640 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 17 09:26:39.407970 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_pps_rule.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.409182 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.410382 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-pps not supported by any of loaded plugins Jan 17 09:26:39.410382 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_rule_type_details.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.410947 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.411487 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 09:26:39.411815 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: qos_rules_alias.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.412878 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.413433 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 09:26:39.413733 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: quota_check_limit.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.415220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.415763 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: quota-check-limit Jan 17 09:26:39.416200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: quotasv2.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.417117 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.417454 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: quotas Jan 17 09:26:39.417781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: quotasv2_detail.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.421381 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.421728 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: quota_details Jan 17 09:26:39.422065 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: rbac.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.423183 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.423779 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: rbac-policies Jan 17 09:26:39.424121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: rbac_address_group.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.425097 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.425620 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: rbac-address-group Jan 17 09:26:39.425954 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: rbac_address_scope.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.426901 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.427453 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: rbac-address-scope Jan 17 09:26:39.427785 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: rbac_security_groups.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.428718 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.429236 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: rbac-security-groups Jan 17 09:26:39.429591 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: rbac_subnetpool.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.430568 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.431090 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: rbac-subnetpool Jan 17 09:26:39.431451 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: revisionifmatch.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.432388 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.432908 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: revision-if-match Jan 17 09:26:39.433237 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: revisions.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.434386 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.434911 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: standard-attr-revisions Jan 17 09:26:39.435246 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: router_availability_zone.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.435964 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.436483 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: router_availability_zone Jan 17 09:26:39.436812 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: routerservicetype.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.437742 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.438257 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension router-service-type not supported by any of loaded plugins Jan 17 09:26:39.438585 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.439618 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.440146 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: security-groups-normalized-cidr Jan 17 09:26:39.440475 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.441420 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.441937 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: port-security-groups-filtering Jan 17 09:26:39.442266 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.443220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.443775 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: security-groups-remote-address-group Jan 17 09:26:39.444101 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.445036 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.446090 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: security-groups-shared-filtering Jan 17 09:26:39.446418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.447020 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 17 09:26:39.447380 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: securitygroup.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.457399 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.457954 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: security-group Jan 17 09:26:39.458290 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: segment.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.459108 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.459661 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension segment not supported by any of loaded plugins Jan 17 09:26:39.459998 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.460980 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.462062 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 09:26:39.462390 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: servicetype.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.463543 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.464073 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: service-type Jan 17 09:26:39.464404 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: sorting.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.465406 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.465744 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: sorting Jan 17 09:26:39.466070 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: standard_attr_segment.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.466996 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.467553 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 09:26:39.467880 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: standardattrdescription.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.468544 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.469317 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: standard-attr-description Jan 17 09:26:39.469640 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: stateful_security_group.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.470592 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.471116 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: stateful-security-group Jan 17 09:26:39.471476 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: stdattrs_common.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.472106 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 09:26:39.472392 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.473352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.473882 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 09:26:39.474208 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: subnet_onboard.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.475349 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.475878 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: subnet_onboard Jan 17 09:26:39.476206 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.477687 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.478199 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 09:26:39.478525 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: subnet_service_types.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.479482 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.480010 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: subnet-service-types Jan 17 09:26:39.480336 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: subnetallocation.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.481440 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.481979 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: subnet_allocation Jan 17 09:26:39.482309 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.482987 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.483538 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: subnetpool-prefix-ops Jan 17 09:26:39.483864 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.484801 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.485317 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 09:26:39.485643 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: tagging.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.486730 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.487273 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: standard-attr-tag Jan 17 09:26:39.487612 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: timestamp.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.488850 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.489371 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loaded extension: standard-attr-timestamp Jan 17 09:26:39.489704 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: trunk.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.490749 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.491291 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension trunk not supported by any of loaded plugins Jan 17 09:26:39.491626 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: trunk_details.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.493100 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.493658 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension trunk-details not supported by any of loaded plugins Jan 17 09:26:39.493984 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: uplink_status_propagation.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.494921 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.495472 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 09:26:39.495797 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Loading extension file: vlantransparent.py {{(pid=103142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:26:39.496484 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:26:39.496997 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 09:26:39.499629 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:network Jan 17 09:26:39.500177 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:subnet Jan 17 09:26:39.500576 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:26:39.500970 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:port Jan 17 09:26:39.502261 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.502716 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service FLAVORS assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.503361 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.503801 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.504137 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:router Jan 17 09:26:39.504579 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:floatingip Jan 17 09:26:39.505078 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service METERING assigned prefix: /metering {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.506553 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.506929 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.507317 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:26:39.508400 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 09:26:39.508840 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:security_group Jan 17 09:26:39.509271 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 09:26:39.509884 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service CORE assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.510229 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:26:39.510581 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] subnetpool is already registered Jan 17 09:26:39.511017 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service CORE assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.511377 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:26:39.511713 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] subnetpool is already registered Jan 17 09:26:39.514021 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.514601 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service FLAVORS assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.515235 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.515688 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.516031 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:router Jan 17 09:26:39.516373 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] router is already registered Jan 17 09:26:39.516793 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:floatingip Jan 17 09:26:39.517129 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] floatingip is already registered Jan 17 09:26:39.517613 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service METERING assigned prefix: /metering {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.518318 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 09:26:39.518647 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] rbac_policy is already registered Jan 17 09:26:39.519076 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:security_group Jan 17 09:26:39.519438 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] security_group is already registered Jan 17 09:26:39.519845 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 09:26:39.520187 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] security_group_rule is already registered Jan 17 09:26:39.520681 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service CORE assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.521010 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:26:39.521345 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] subnetpool is already registered Jan 17 09:26:39.521773 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.v2.resource_helper [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Service CORE assigned prefix: {{(pid=103142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:26:39.522108 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:26:39.522440 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING neutron.quota.resource_registry [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] subnetpool is already registered Jan 17 09:26:39.522909 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: extensions {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.525706 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: address-groups {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.527529 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: address-scopes {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.528770 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: agents {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.530053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: auto-allocated-topology {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.531325 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: availability_zones {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.532572 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: dhcp-networks {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.533954 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: dhcp-agents {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.535501 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: routers {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.537576 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: flavors {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.538837 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: service_profiles {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.540653 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: next_providers {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.542105 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: service_profiles {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.543575 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: floatingip-pools {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.544920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: routers {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.547019 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: floatingips {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.548321 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: l3-routers {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.549688 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: l3-agents {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.551116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: metering-labels {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.552400 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: metering-label-rules {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.553805 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: network-ip-availabilities {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.555651 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: bindings {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.557190 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: quotas {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.558847 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: quotas {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.560410 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: rbac-policies {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.561611 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: security-groups {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.562915 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: security-group-rules {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.564180 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: service-providers {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.565433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: subnetpools {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.566745 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: subnetpools {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.568327 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.570078 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.571949 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.573730 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.575456 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.578595 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.580345 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.583462 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.585359 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.588008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron.api.extensions [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Extended resource: tags {{(pid=103142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:26:39.595801 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING keystonemiddleware.auth_token [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 09:26:39.600461 dv-cinder-815461-8-iscsi neutron-server[103142]: WARNING keystonemiddleware.auth_token [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 09:26:39.610009 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_concurrency.lockutils [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Acquired lock "singleton_lock" {{(pid=103142) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 17 09:26:39.610496 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_concurrency.lockutils [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Releasing lock "singleton_lock" {{(pid=103142) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 17 09:26:39.611184 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO oslo_service.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Starting 2 workers Jan 17 09:26:39.616315 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Started child 103255 {{(pid=103142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:26:39.621585 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Started child 103256 {{(pid=103142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:26:39.622487 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:39.623487 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO neutron.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 09:26:39.623961 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:39.624137 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [-] (103255) wsgi starting up on http://0.0.0.0:9696 Jan 17 09:26:39.626472 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO oslo_service.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Starting 1 workers Jan 17 09:26:39.626899 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:39.628424 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [-] (103256) wsgi starting up on http://0.0.0.0:9696 Jan 17 09:26:39.631859 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Started child 103257 {{(pid=103142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:26:39.632400 dv-cinder-815461-8-iscsi neutron-server[103142]: INFO oslo_service.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Starting 1 workers Jan 17 09:26:39.635579 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] calling RpcWorker wait() {{(pid=103257) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 09:26:39.636138 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] returning from RpcWorker wait() {{(pid=103257) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 09:26:39.637057 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Started child 103258 {{(pid=103142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:26:39.645472 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:39.645472 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:26:39.645667 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1abbfbfe-62bd-4a1f-a21d-75625130b9bc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:39.645667 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103142) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 09:26:39.645667 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 09:26:39.645667 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 09:26:39.645667 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 09:26:39.645667 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 09:26:39.645667 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 09:26:39.646108 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646108 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646108 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646288 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:39.646781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.646781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647287 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647287 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647287 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647287 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647287 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647287 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647287 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647287 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647871 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647871 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647871 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647871 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] debug = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.647871 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.648182 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.648264 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.648502 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.648795 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.649033 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.649265 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.649537 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.649777 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.650021 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.650269 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.650540 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.650787 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.651004 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.651284 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.651506 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.651765 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.652035 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.652465 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] host = dv-cinder-815461-8-iscsi {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.652721 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.652945 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.653226 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.653498 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.653749 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.653969 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.654254 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.654522 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.654800 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.655002 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.655285 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.655514 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.655769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.655998 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.656143 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_options = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.656392 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.656674 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.656930 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.657131 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.657304 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.657475 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.657732 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.657894 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.658167 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.658403 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.658625 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.659044 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.659044 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.659364 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.659552 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.659793 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.660022 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.660257 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.660618 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.660887 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.661121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.661598 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.661877 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.662361 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.662361 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.662883 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.663201 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.663512 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.663781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.664015 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.664865 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.665131 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.665361 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.665633 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.665719 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:26:39.665910 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.666172 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.666408 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.666636 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.666909 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.667178 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.667460 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.667738 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.668182 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.668182 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.668479 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.668739 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.669092 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_json = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.669264 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.670178 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.670730 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.670730 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.670730 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.671062 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.671186 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.671711 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.671794 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.676116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676116 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.676703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.677106 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.677322 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.677700 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.678035 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.678796 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.679102 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.679443 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.679807 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.680632 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.680990 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.681126 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.681378 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.681676 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.681957 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.682335 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.682602 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.682851 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.683134 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.683380 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.683639 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.683880 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.684096 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.684315 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.684556 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.684820 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.685076 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.685259 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.685502 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.685735 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.685982 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.686211 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.686642 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.686746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.686949 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.687173 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.687437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.687658 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.687910 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.688145 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.688374 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.688606 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.688840 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.689115 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.689356 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.689567 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.689777 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.689994 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.690223 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.690458 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.690728 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.691114 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.691352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.691566 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.691829 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.692066 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.692430 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.692768 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.693132 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.693504 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.693728 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.694665 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.694665 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.694665 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.694665 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.695090 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.695090 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.695490 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.695490 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.697757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.697757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.697757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.697757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.697757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.697757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.697757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.697757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.697757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.698837 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.698837 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.698837 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.698837 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.698837 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.698837 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.699239 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.699239 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.704813 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.704813 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.704813 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.704813 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.704813 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.704813 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.704813 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.704813 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705311 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705311 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705311 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705311 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705311 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705311 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705311 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705311 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.705769 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.706207 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.706207 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.706207 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.706207 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.706433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.706604 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.706873 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.707112 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.707364 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.707588 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.707833 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.708062 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.708284 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.708530 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.708868 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.709101 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.709310 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.709517 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.709793 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.710053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.710303 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.710560 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.710805 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.711055 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.711346 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.711597 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.712169 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.712169 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.712487 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.712487 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.712669 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.712879 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.713117 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.713325 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.713701 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.714857 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.714857 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.714857 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.714857 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.714857 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.715560 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.715560 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.715560 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.715781 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.715956 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.716180 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.716425 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.716670 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.716871 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.717047 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.717230 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.717497 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.717763 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.718521 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.719070 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.719308 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.719951 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.719951 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.720249 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.720470 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.720703 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.720938 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.721145 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.721362 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.721577 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.721822 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.722055 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.722286 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.722713 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.723065 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.723220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.723404 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.723640 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.723853 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.724082 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.724317 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.724547 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.724954 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.725171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.725402 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.725650 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.725906 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.726144 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.726353 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.726561 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.727328 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.727682 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.728068 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.728380 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.728654 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.728983 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.729150 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.729450 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.729616 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.729843 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.729997 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.730169 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.730387 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.730609 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.730815 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.731045 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.731293 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.731478 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.741282 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.741282 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.741282 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.741282 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.741282 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.741282 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.741282 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.741282 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.743121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.743121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.743121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.743121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.743121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.743121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.743121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.743121 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.744195 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.744195 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.744195 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.744195 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.744195 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.744195 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.744195 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.744195 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.745352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.745352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.745352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.745352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.745352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.745352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.745352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.745352 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.749028 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.749028 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.749028 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.749028 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.749028 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.749028 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.749028 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.749028 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.750747 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.750747 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.750747 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.750747 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.750747 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.750747 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.750747 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.750747 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.753842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.753842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.753842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.753842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.753842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.753842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.753842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.753842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.753842 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.756558 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.756558 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.756558 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.756558 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.756558 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.756558 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.756558 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.756558 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 09:26:39.757627 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103142) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 09:26:39.757627 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 09:26:39.757627 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 09:26:39.757627 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 09:26:39.757627 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 09:26:39.757627 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 09:26:39.757627 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.757627 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.759099 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.759099 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.759099 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.759099 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.759099 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.759099 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.759099 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.759099 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.760439 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.760439 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.760439 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.760439 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.760439 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.760439 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.760439 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.760439 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.762065 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.762065 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.762065 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.762065 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.762065 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] debug = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.762065 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.763067 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.763067 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.763067 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.763067 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.763067 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.763067 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.764570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.764570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.764570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.764570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.764570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.764570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.764570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.764570 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.765992 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.765992 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.765992 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.765992 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] host = dv-cinder-815461-8-iscsi {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.765992 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.765992 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.765992 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.765992 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.767418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.767418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.767418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.767418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.767418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.767418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.767418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.767418 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.774273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.774273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.774273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_options = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.774273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.774273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.774273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.774273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.774273 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775053 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.775920 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.776746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.776746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.776746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.776746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.776746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.776746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.776746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.776746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.776746 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.777617 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.777617 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.777617 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.777617 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.777617 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.777617 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.777617 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.777617 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.779638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.779638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.779638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.779638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.779638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.779638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.779638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.779638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.780407 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_json = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.780407 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.780407 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.780407 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.780407 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.780407 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.780407 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.780407 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.781171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.781171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:26:39.781171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.781171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.781171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.781171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.781171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.781171 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.782187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.782187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.782187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.782187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.782187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.782187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.782187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.782187 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.784450 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.784450 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.784450 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.784450 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.784450 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.784450 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.784450 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.784450 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785118 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785118 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785118 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785118 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785118 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785118 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785118 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785118 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.785638 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.786875 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.786875 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.786875 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.786875 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.786875 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.786875 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.786875 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.786875 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.786875 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.787532 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.787532 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.787532 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.787532 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.787532 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.787532 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.787532 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.787532 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.787532 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788516 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788516 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788787 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:26:39.788886 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788886 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788886 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788886 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788886 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788886 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788886 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788886 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.788886 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.790603 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.790603 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.790603 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.790603 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.790603 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.790603 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.790603 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.790603 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.790603 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.791551 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.791551 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.791551 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.791551 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.791551 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.791551 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.791551 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.791551 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.791551 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.792466 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.792466 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.792466 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.792466 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.792466 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.792466 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.792466 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.792466 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.793086 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.793086 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.793086 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.793086 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.793086 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.793086 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.793086 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.793086 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796170 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796170 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796170 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796170 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796170 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796170 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796170 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796170 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796753 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796753 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796753 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796753 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796753 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796753 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796753 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.796753 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797256 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797256 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797256 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797256 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797256 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797256 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797256 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797256 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797932 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797932 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797932 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797932 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797932 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797932 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797932 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797932 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.797932 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799008 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799674 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799674 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799674 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799674 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799674 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799674 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799674 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.799674 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800220 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.800757 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.801521 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.801521 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.801521 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.801521 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.801521 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.801521 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.801521 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.801521 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.803440 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.803440 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.803440 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.803440 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.803440 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.803440 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.803440 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.803440 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.804467 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.804467 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.804467 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.804467 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.804467 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.804467 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.804467 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.804467 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.805830 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.805830 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.805830 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.805830 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.805830 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.805830 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.805830 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.805830 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.806390 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.806390 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.806390 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.806390 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.806390 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.806390 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.806390 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.806390 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.807222 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.807222 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.807222 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.807222 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.807222 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.807222 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.807222 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.807222 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.808616 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.808616 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.808616 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.808616 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.808616 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.808616 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.808616 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.808616 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809150 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809150 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809150 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809150 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809150 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809150 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809150 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809150 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809720 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809720 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809720 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809720 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809720 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809720 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809720 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.809720 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810437 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810979 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810979 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810979 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810979 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810979 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810979 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810979 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.810979 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.811940 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.811940 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.811940 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.811940 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.811940 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.811940 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.811940 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.811940 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.812745 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.812745 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.812745 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.812745 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.812745 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.812745 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.812745 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.812745 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.813433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.813433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.813433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.813433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.813433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.813433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.813433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.813433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.813433 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814200 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814936 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814936 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814936 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:26:39.814936 dv-cinder-815461-8-iscsi neutron-server[103142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 09:26:40.090206 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 59370) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:26:40.099293 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067439 Jan 17 09:26:51.865092 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef3777-f1f2-489b-957b-f888f0d99e30 None None] get_active_networks_info from dv-cinder-815461-8-iscsi {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 17 09:26:51.934726 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef3777-f1f2-489b-957b-f888f0d99e30 None None] No non-hosted networks {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 09:26:51.949432 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.agentschedulers_db [None req-efef3777-f1f2-489b-957b-f888f0d99e30 None None] DHCP Agent not found on host dv-cinder-815461-8-iscsi {{(pid=103257) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 17 09:26:52.127879 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6faaefd9-3afa-483a-8718-9d6a304a6024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7966634'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:54.393530 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ded00ab9-5e85-49f2-8cb9-38b987f50baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7966634'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:54.445567 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.db.api [None req-8a6bbbc8-7a91-45fa-96b5-546a7528f84e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815461-8-iscsi {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:26:54.445937 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG oslo_db.api [None req-8a6bbbc8-7a91-45fa-96b5-546a7528f84e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:26:55.046506 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a6bbbc8-7a91-45fa-96b5-546a7528f84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:55.407032 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7966634'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:57.098562 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7966634'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:58.338168 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7966634'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:58.339922 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.340514 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.341010 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.341624 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.342333 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.342962 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.343961 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.348164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.348164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.348164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.348164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.348164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.348604 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:58.348604 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815461-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:26:58.374708 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815461-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:26:59.429519 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.db.l3_hamode_db [None req-b02156fc-5adf-4c2b-8607-811202207c19 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 09:26:59.510174 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02156fc-5adf-4c2b-8607-811202207c19 None None] Routers set() bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:26:59.510559 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02156fc-5adf-4c2b-8607-811202207c19 None None] Router IDs set() for agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 09:27:00.563793 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 59466) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:01.219764 dv-cinder-815461-8-iscsi neutron-server[103256]: WARNING oslo_policy.policy [None req-b22b7340-d9fc-4830-a400-9d893b5f3800 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:27:01.220576 dv-cinder-815461-8-iscsi neutron-server[103256]: WARNING oslo_policy.policy [None req-b22b7340-d9fc-4830-a400-9d893b5f3800 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:27:01.444455 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [None req-b22b7340-d9fc-4830-a400-9d893b5f3800 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:27:01.445465 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-b22b7340-d9fc-4830-a400-9d893b5f3800 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8807685 Jan 17 09:27:04.068766 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 59484) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:04.561586 dv-cinder-815461-8-iscsi neutron-server[103255]: WARNING oslo_policy.policy [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:27:04.562174 dv-cinder-815461-8-iscsi neutron-server[103255]: WARNING oslo_policy.policy [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:27:04.783326 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] Request body: {'subnetpool': {'shared': True, 'tenant_id': '86ddeb7376194fc49c02921408bad29c', 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:27:04.902032 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.policy [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103255) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 09:27:04.948841 dv-cinder-815461-8-iscsi neutron-server[103255]: WARNING oslo_policy.policy [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:27:04.949211 dv-cinder-815461-8-iscsi neutron-server[103255]: WARNING oslo_policy.policy [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:27:04.957981 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.quota [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] Loaded quota_driver: . Jan 17 09:27:05.114781 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792369113399', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792369114954', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792369128190', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792369131509', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792369016883', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792369010077', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-660671', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-671095', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8076792', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7865530'] for rbac-policy (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:05.317019 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:05.318497 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2fa19f8e-a73d-40ed-b7ac-f50ed53c7cb3 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2476096 Jan 17 09:27:07.929909 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 59502) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:08.233663 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9308d441e7f64456a17c738e85088884', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'name': 'private'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:27:08.235140 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.quota [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Loaded quota_driver: . Jan 17 09:27:08.343523 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Made reservation on behalf of 9308d441e7f64456a17c738e85088884 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:27:08.417806 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.policy [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103256) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 09:27:08.466604 dv-cinder-815461-8-iscsi neutron-server[103256]: WARNING oslo_policy.policy [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:27:08.466885 dv-cinder-815461-8-iscsi neutron-server[103256]: WARNING oslo_policy.policy [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:27:08.477285 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:08.498514 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:08.610727 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Publish callbacks [] for security_group (509736fb-f3f1-46f2-90c2-d5cb21daef11), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:08.697867 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (509736fb-f3f1-46f2-90c2-d5cb21daef11), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:08.725283 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:27:08.749119 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792372845855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (30927557-dc44-4cee-96d1-edafa237f3c5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:08.749713 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Unsubscribe: segment precommit_create {{(pid=103256) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 09:27:08.753752 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Added segment 30927557-dc44-4cee-96d1-edafa237f3c5 of type vlan for network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 Jan 17 09:27:08.756211 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509736fb-f3f1-46f2-90c2-d5cb21daef11,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:08.778648 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.779010 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.779409 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.779739 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.780344 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.780672 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.780993 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.781312 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.781644 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.782060 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.782356 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.782668 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.782981 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Tracked resource versions report: Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: pushed versions: Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: { 'AddressGroup': {'1.2'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Log': {'1.0'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Network': {'1.1'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Port': {'1.7'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'PortForwarding': {'1.2'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'QosPolicy': {'1.10'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SecurityGroup': {'1.5'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SubPort': {'1.0'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Subnet': {'1.1'}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Trunk': {'1.1'}} Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: consumer versions: Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: { DHCP agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: L3 agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: Metadata agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: Metering agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: Open vSwitch agent@dv-cinder-815461-8-iscsi: { 'AddressGroup': '1.2', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'ConntrackHelper': '1.0', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'LocalIPAssociation': '1.0', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Log': '1.0', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Network': '1.1', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Port': '1.7', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'PortForwarding': '1.2', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'QosPolicy': '1.10', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SecurityGroup': '1.5', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SecurityGroupRule': '1.2', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SubPort': '1.0', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Subnet': '1.1', Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Trunk': '1.1'}} Jan 17 09:27:08.784335 dv-cinder-815461-8-iscsi neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:27:08.865375 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:08.954839 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:08.956034 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:08.956762 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:09.056722 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:09.068468 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:27:09.099114 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-eb103342-ab6e-419f-ae2b-70b5327dbac0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1681178 Jan 17 09:27:11.809201 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 59518) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:12.211037 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598b742-c9cd-4635-a130-8ea9b7410dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:12.213012 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c598b742-c9cd-4635-a130-8ea9b7410dc5 admin admin] 10.222.0.73 "GET /v2.0/networks/6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 HTTP/1.1" status: 200 len: 825 time: 0.4028649 Jan 17 09:27:12.250669 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-fd63c073-a1e3-4b73-9311-39e7447da278 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/006d6c56-f662-486b-b01a-ffd3e130669d HTTP/1.1" status: 200 len: 734 time: 0.0320144 Jan 17 09:27:12.259516 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8', 'subnetpool_id': '006d6c56-f662-486b-b01a-ffd3e130669d', 'gateway_ip': '172.20.0.1', 'tenant_id': '9308d441e7f64456a17c738e85088884'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:27:12.343172 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Made reservation on behalf of 9308d441e7f64456a17c738e85088884 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:27:12.345833 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:12.709726 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (e3bcc54b-8118-4fdb-9685-34fbd91100c0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:12.778122 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bcc54b-8118-4fdb-9685-34fbd91100c0,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:12.782524 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Checking segment: {'id': '30927557-dc44-4cee-96d1-edafa237f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:27:12.782895 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Network hostable DHCP agents. Network: 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:27:12.897890 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:27:12.966982 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:27:12.973476 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:12.978390 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:12.982935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d058fc1-2a1a-4584-9d50-978700f16aac None None] Network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:27:13.071853 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-ae99e274-6113-4f17-bc43-b0daec8d87a0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8157091 Jan 17 09:27:13.259131 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8', 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8', 'project_id': '9308d441e7f64456a17c738e85088884', 'fixed_ips': [{'subnet_id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:27:13.260078 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:13.572546 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Allocated IP 172.20.0.2 (6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8/e3bcc54b-8118-4fdb-9685-34fbd91100c0/1e1f283e-c501-4a3f-99d2-e2c060763d1d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:27:13.832782 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Publish callbacks [] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:13.949954 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:14.024660 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:27:14.029336 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:27:14.033093 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:27:14.070689 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Pushing event updated for resources: {'Port': ['ID=1e1f283e-c501-4a3f-99d2-e2c060763d1d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:14.097001 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.097271 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.097643 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.097979 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.098303 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.098624 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.098945 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.099280 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.099630 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.099988 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.100350 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.100696 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.101051 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Tracked resource versions report: Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: pushed versions: Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: { 'AddressGroup': {'1.2'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Log': {'1.0'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Network': {'1.1'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Port': {'1.7'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'PortForwarding': {'1.2'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'QosPolicy': {'1.10'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SecurityGroup': {'1.5'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SubPort': {'1.0'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Subnet': {'1.1'}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Trunk': {'1.1'}} Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: consumer versions: Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: { DHCP agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: L3 agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: Metadata agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: Metering agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: Open vSwitch agent@dv-cinder-815461-8-iscsi: { 'AddressGroup': '1.2', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'ConntrackHelper': '1.0', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'LocalIPAssociation': '1.0', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Log': '1.0', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Network': '1.1', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Port': '1.7', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'PortForwarding': '1.2', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'QosPolicy': '1.10', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SecurityGroup': '1.5', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SecurityGroupRule': '1.2', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SubPort': '1.0', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Subnet': '1.1', Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Trunk': '1.1'}} Jan 17 09:27:14.103218 dv-cinder-815461-8-iscsi neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:27:14.137875 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Attempting to bind port 1e1f283e-c501-4a3f-99d2-e2c060763d1d on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:27:14.138646 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Attempting to bind port 1e1f283e-c501-4a3f-99d2-e2c060763d1d by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '30927557-dc44-4cee-96d1-edafa237f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:27:14.138767 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Attempting to bind port 1e1f283e-c501-4a3f-99d2-e2c060763d1d on network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:27:14.143606 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:27:14.144005 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Checking segment: {'id': '30927557-dc44-4cee-96d1-edafa237f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:27:14.144506 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:14.144986 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Bound using segment: {'id': '30927557-dc44-4cee-96d1-edafa237f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:27:14.145470 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Bound port: 1e1f283e-c501-4a3f-99d2-e2c060763d1d, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30927557-dc44-4cee-96d1-edafa237f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:27:14.145868 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:14.209338 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] For port 1e1f283e-c501-4a3f-99d2-e2c060763d1d, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:27:14.213693 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] For port 1e1f283e-c501-4a3f-99d2-e2c060763d1d, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=1e1f283e-c501-4a3f-99d2-e2c060763d1d,segment=NetworkSegment(30927557-dc44-4cee-96d1-edafa237f3c5),segment_id=30927557-dc44-4cee-96d1-edafa237f3c5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:27:14.292448 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:14.361859 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49857008-e248-4df8-be3f-7bc6eaf2d52e None None] Pushing event updated for resources: {'Port': ['ID=1e1f283e-c501-4a3f-99d2-e2c060763d1d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:15.727839 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 59526) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:16.061014 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [None req-e3da8a85-0052-410e-8bfd-ab387a2afa3d admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:27:16.062014 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e3da8a85-0052-410e-8bfd-ab387a2afa3d admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3330672 Jan 17 09:27:18.618121 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 59534) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:18.948571 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [None req-a1b6c97a-6ce4-4ba6-822d-ac8288b9df6f admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:27:18.949560 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-a1b6c97a-6ce4-4ba6-822d-ac8288b9df6f admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3305025 Jan 17 09:27:21.671711 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 59544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:21.880849 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b022258e-d9c7-4188-897e-e8eb8e46504d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:21.993078 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5008016d-d4d6-44ca-9a53-e5b2c09b04ac admin admin] Request body: {'router': {'tenant_id': '9308d441e7f64456a17c738e85088884', 'name': 'router1', 'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:27:22.087139 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5008016d-d4d6-44ca-9a53-e5b2c09b04ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (922572bd-fd66-4364-ba1d-1768fc3bf63a), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:22.088897 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5008016d-d4d6-44ca-9a53-e5b2c09b04ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (922572bd-fd66-4364-ba1d-1768fc3bf63a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:22.238135 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5008016d-d4d6-44ca-9a53-e5b2c09b04ac admin admin] Publish callbacks [] for router_controller (922572bd-fd66-4364-ba1d-1768fc3bf63a), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:22.310600 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5008016d-d4d6-44ca-9a53-e5b2c09b04ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (922572bd-fd66-4364-ba1d-1768fc3bf63a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:22.402798 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5008016d-d4d6-44ca-9a53-e5b2c09b04ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:22.404093 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5008016d-d4d6-44ca-9a53-e5b2c09b04ac admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7312667 Jan 17 09:27:24.353582 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bca5422-c268-40de-91c5-f0705157acae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:24.887247 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 59556) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:24.944963 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 1e1f283e-c501-4a3f-99d2-e2c060763d1d up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:27:25.037312 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 1e1f283e-c501-4a3f-99d2-e2c060763d1d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:25.037721 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:25.152543 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 1e1f283e-c501-4a3f-99d2-e2c060763d1d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:27:25.152922 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:25.188980 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 1e1f283e-c501-4a3f-99d2-e2c060763d1d, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=1e1f283e-c501-4a3f-99d2-e2c060763d1d,segment=NetworkSegment(30927557-dc44-4cee-96d1-edafa237f3c5),segment_id=30927557-dc44-4cee-96d1-edafa237f3c5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:27:25.196544 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [None req-040f4f29-860e-4185-be41-029059c6392e admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:27:25.197542 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-040f4f29-860e-4185-be41-029059c6392e admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092873 Jan 17 09:27:25.281260 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:25.335411 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=1e1f283e-c501-4a3f-99d2-e2c060763d1d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:25.359605 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:25.590475 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d77d42-6e7e-4235-85ff-49388ebe4c29 None None] Network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:27:25.657519 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-47e003e0-13d1-4ba8-9ee4-d102e582d42d None None] Provisioning complete for port 1e1f283e-c501-4a3f-99d2-e2c060763d1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:25.657906 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47e003e0-13d1-4ba8-9ee4-d102e582d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:25.785083 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-47e003e0-13d1-4ba8-9ee4-d102e582d42d None None] Current status of the port 1e1f283e-c501-4a3f-99d2-e2c060763d1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:27:26.008758 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-54737066-a826-47d6-a9a4-cc8d91cbdf51 None None] Provisioning complete for port 1e1f283e-c501-4a3f-99d2-e2c060763d1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:26.009155 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54737066-a826-47d6-a9a4-cc8d91cbdf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:26.085773 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-54737066-a826-47d6-a9a4-cc8d91cbdf51 None None] Current status of the port 1e1f283e-c501-4a3f-99d2-e2c060763d1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:27:26.900883 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 1e1f283e-c501-4a3f-99d2-e2c060763d1d up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:27:26.952515 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 1e1f283e-c501-4a3f-99d2-e2c060763d1d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:26.952515 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:27.040585 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 1e1f283e-c501-4a3f-99d2-e2c060763d1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:27:27.069100 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:27.606493 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 59586) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:27.656874 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'tenant_id': '86ddeb7376194fc49c02921408bad29c', 'provider:physical_network': 'physnet1', 'name': 'public', 'project_id': '86ddeb7376194fc49c02921408bad29c', 'provider:network_type': 'flat'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:27:27.806231 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Made reservation on behalf of 86ddeb7376194fc49c02921408bad29c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:27:27.809055 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:27.824693 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:27.922897 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Publish callbacks [] for security_group (e8bbfbab-0e7b-4a4b-b5f4-6bda3d8d3f9a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:28.012017 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e8bbfbab-0e7b-4a4b-b5f4-6bda3d8d3f9a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:28.024968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Reserving flat network on physical network physnet1 {{(pid=103255) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 09:27:28.060353 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792372845855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (fbd85917-4b90-4a8b-bbbb-df7b66a07ba5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:28.060914 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Unsubscribe: segment precommit_create {{(pid=103255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 09:27:28.061438 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Added segment fbd85917-4b90-4a8b-bbbb-df7b66a07ba5 of type flat for network 50a1d126-1fb1-4dda-8924-26e8926320d3 Jan 17 09:27:28.075862 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bbfbab-0e7b-4a4b-b5f4-6bda3d8d3f9a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:28.122115 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.122481 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.122825 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.123166 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.123532 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.123848 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.124174 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.124497 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.124844 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.125183 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.125504 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.125819 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.126135 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Tracked resource versions report: Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: pushed versions: Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: { 'AddressGroup': {'1.2'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Log': {'1.0'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Network': {'1.1'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Port': {'1.7'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'PortForwarding': {'1.2'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'QosPolicy': {'1.10'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SecurityGroup': {'1.5'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SubPort': {'1.0'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Subnet': {'1.1'}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Trunk': {'1.1'}} Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: consumer versions: Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: { DHCP agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: L3 agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: Metadata agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: Metering agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: Open vSwitch agent@dv-cinder-815461-8-iscsi: { 'AddressGroup': '1.2', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'ConntrackHelper': '1.0', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'LocalIPAssociation': '1.0', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Log': '1.0', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Network': '1.1', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Port': '1.7', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'PortForwarding': '1.2', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'QosPolicy': '1.10', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SecurityGroup': '1.5', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SecurityGroupRule': '1.2', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SubPort': '1.0', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Subnet': '1.1', Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Trunk': '1.1'}} Jan 17 09:27:28.127544 dv-cinder-815461-8-iscsi neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:27:28.175022 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (50a1d126-1fb1-4dda-8924-26e8926320d3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:28.286106 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (50a1d126-1fb1-4dda-8924-26e8926320d3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:28.287407 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:28.288115 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:28.314903 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:28.382510 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] Pushing event updated for resources: {'Network': ['ID=50a1d126-1fb1-4dda-8924-26e8926320d3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:28.392940 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:27:28.460982 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2ff94093-44ae-4bbf-9f0c-eb4df26d6140 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8532515 Jan 17 09:27:28.681899 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:27:30.891979 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 59598) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:30.990151 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84a59d-06b7-4165-81c1-8b6a32e01d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:30.992714 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-9d84a59d-06b7-4165-81c1-8b6a32e01d2e admin admin] 10.222.0.73 "GET /v2.0/subnets/e3bcc54b-8118-4fdb-9685-34fbd91100c0 HTTP/1.1" status: 200 len: 849 time: 0.0985913 Jan 17 09:27:31.171375 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-88e02fac-af3f-4e0a-8045-b7e98a333adc admin admin] 10.222.0.73 "GET /v2.0/routers/922572bd-fd66-4364-ba1d-1768fc3bf63a HTTP/1.1" status: 200 len: 704 time: 0.1741664 Jan 17 09:27:31.443048 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:31.766676 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Allocated IP 172.20.0.1 (6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8/e3bcc54b-8118-4fdb-9685-34fbd91100c0/7d97490a-8232-4549-bc3b-3cc5066ad744) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:27:31.936121 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Publish callbacks [] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:32.063924 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:32.136480 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:27:32.141206 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:27:32.149021 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:27:32.149584 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (922572bd-fd66-4364-ba1d-1768fc3bf63a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:32.230383 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Pushing event updated for resources: {'Port': ['ID=7d97490a-8232-4549-bc3b-3cc5066ad744,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:32.343930 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-701c97a5-510e-4d73-b614-4dc83b558465 None None] Provisioning complete for port 7d97490a-8232-4549-bc3b-3cc5066ad744 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:32.344523 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-701c97a5-510e-4d73-b614-4dc83b558465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:32.377720 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-701c97a5-510e-4d73-b614-4dc83b558465 None None] Port 7d97490a-8232-4549-bc3b-3cc5066ad744 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:27:32.482465 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:32.692381 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Publish callbacks [] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:32.766330 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:32.767178 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (922572bd-fd66-4364-ba1d-1768fc3bf63a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:32.849092 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Pushing event updated for resources: {'Port': ['ID=7d97490a-8232-4549-bc3b-3cc5066ad744,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:32.892874 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:27:32.894186 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:27:33.102203 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3cb2f98c-e125-4542-8ace-32ad39456c09 None None] Provisioning complete for port 7d97490a-8232-4549-bc3b-3cc5066ad744 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:33.102600 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cb2f98c-e125-4542-8ace-32ad39456c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:33.115022 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Router 922572bd-fd66-4364-ba1d-1768fc3bf63a is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:27:33.142182 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2f98c-e125-4542-8ace-32ad39456c09 None None] Port 7d97490a-8232-4549-bc3b-3cc5066ad744 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:27:33.209206 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:27:33.214363 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-557dd5cf-026c-4027-8541-526d6e5e7318 admin admin] 10.222.0.73 "PUT /v2.0/routers/922572bd-fd66-4364-ba1d-1768fc3bf63a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0378728 Jan 17 09:27:33.218705 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Sync routers for ids ['922572bd-fd66-4364-ba1d-1768fc3bf63a'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:27:33.231895 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Routers {'922572bd-fd66-4364-ba1d-1768fc3bf63a'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:27:33.232743 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:27:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['922572bd-fd66-4364-ba1d-1768fc3bf63a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:27:33.422479 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Set router 922572bd-fd66-4364-ba1d-1768fc3bf63a gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:27:33.857771 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'name': 'router1', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:27:22Z', 'updated_at': '2022-01-17T09:27:32Z', 'revision_number': 2, 'project_id': '9308d441e7f64456a17c738e85088884', 'gw_port_host': None, '_interfaces': [{'id': '7d97490a-8232-4549-bc3b-3cc5066ad744', 'name': '', 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'mac_address': 'fa:16:3e:92:bd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:27:31Z', 'updated_at': '2022-01-17T09:27:32Z', 'revision_number': 2, 'project_id': '9308d441e7f64456a17c738e85088884', 'subnets': [{'id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '006d6c56-f662-486b-b01a-ffd3e130669d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:27:33.909147 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Checking router: 922572bd-fd66-4364-ba1d-1768fc3bf63a for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:27:33.909518 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Updating router 922572bd-fd66-4364-ba1d-1768fc3bf63a port 7d97490a-8232-4549-bc3b-3cc5066ad744 binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:27:33.958087 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:34.477436 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Publish callbacks [] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:34.588999 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:34.728771 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Pushing event updated for resources: {'Port': ['ID=7d97490a-8232-4549-bc3b-3cc5066ad744,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:34.755240 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.755622 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.755967 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.756302 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.756635 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.756961 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.757283 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.757735 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.758037 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.758371 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.758695 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.759047 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.759392 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Tracked resource versions report: Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: pushed versions: Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: { 'AddressGroup': {'1.2'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Log': {'1.0'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Network': {'1.1'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Port': {'1.7'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'PortForwarding': {'1.2'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'QosPolicy': {'1.10'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SecurityGroup': {'1.5'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SubPort': {'1.0'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Subnet': {'1.1'}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Trunk': {'1.1'}} Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: consumer versions: Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: { DHCP agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: L3 agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: Metadata agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: Metering agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: Open vSwitch agent@dv-cinder-815461-8-iscsi: { 'AddressGroup': '1.2', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'ConntrackHelper': '1.0', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'LocalIPAssociation': '1.0', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Log': '1.0', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Network': '1.1', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Port': '1.7', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'PortForwarding': '1.2', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'QosPolicy': '1.10', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SecurityGroup': '1.5', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SecurityGroupRule': '1.2', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SubPort': '1.0', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Subnet': '1.1', Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Trunk': '1.1'}} Jan 17 09:27:34.760773 dv-cinder-815461-8-iscsi neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:27:34.772497 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Attempting to bind port 7d97490a-8232-4549-bc3b-3cc5066ad744 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:27:34.772960 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Attempting to bind port 7d97490a-8232-4549-bc3b-3cc5066ad744 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '30927557-dc44-4cee-96d1-edafa237f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:27:34.780111 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Attempting to bind port 7d97490a-8232-4549-bc3b-3cc5066ad744 on network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:27:34.780111 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:27:34.780111 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Checking segment: {'id': '30927557-dc44-4cee-96d1-edafa237f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:27:34.781060 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:34.781060 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Bound using segment: {'id': '30927557-dc44-4cee-96d1-edafa237f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:27:34.781379 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Bound port: 7d97490a-8232-4549-bc3b-3cc5066ad744, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30927557-dc44-4cee-96d1-edafa237f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:27:34.781758 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:34.864749 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] For port 7d97490a-8232-4549-bc3b-3cc5066ad744, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:27:34.874486 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] For port 7d97490a-8232-4549-bc3b-3cc5066ad744, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=7d97490a-8232-4549-bc3b-3cc5066ad744,segment=NetworkSegment(30927557-dc44-4cee-96d1-edafa237f3c5),segment_id=30927557-dc44-4cee-96d1-edafa237f3c5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:27:34.875224 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0a3eccd8-f772-4dab-be52-7467d624a044 None None] Provisioning complete for port 7d97490a-8232-4549-bc3b-3cc5066ad744 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:34.875715 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a3eccd8-f772-4dab-be52-7467d624a044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:34.910210 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0a3eccd8-f772-4dab-be52-7467d624a044 None None] Port 7d97490a-8232-4549-bc3b-3cc5066ad744 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:27:34.972523 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:35.030342 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Routers {'922572bd-fd66-4364-ba1d-1768fc3bf63a'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:27:35.030954 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:27:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['922572bd-fd66-4364-ba1d-1768fc3bf63a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:27:35.097684 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bd814-56a9-4a7c-9491-68a7a890f77d None None] Pushing event updated for resources: {'Port': ['ID=7d97490a-8232-4549-bc3b-3cc5066ad744,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:35.128094 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] Set router 922572bd-fd66-4364-ba1d-1768fc3bf63a gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:27:35.231477 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d952a53d-d748-46f4-abe7-2547bd8611e8 None None] Provisioning complete for port 7d97490a-8232-4549-bc3b-3cc5066ad744 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:35.231862 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d952a53d-d748-46f4-abe7-2547bd8611e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:35.313075 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d952a53d-d748-46f4-abe7-2547bd8611e8 None None] Current status of the port 7d97490a-8232-4549-bc3b-3cc5066ad744 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:27:35.313537 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d952a53d-d748-46f4-abe7-2547bd8611e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:35.355580 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d952a53d-d748-46f4-abe7-2547bd8611e8 None None] For port 7d97490a-8232-4549-bc3b-3cc5066ad744, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=7d97490a-8232-4549-bc3b-3cc5066ad744,segment=NetworkSegment(30927557-dc44-4cee-96d1-edafa237f3c5),segment_id=30927557-dc44-4cee-96d1-edafa237f3c5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:27:35.364331 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'name': 'router1', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:27:22Z', 'updated_at': '2022-01-17T09:27:32Z', 'revision_number': 2, 'project_id': '9308d441e7f64456a17c738e85088884', 'gw_port_host': None, '_interfaces': [{'id': '7d97490a-8232-4549-bc3b-3cc5066ad744', 'name': '', 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'mac_address': 'fa:16:3e:92:bd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:27:31Z', 'updated_at': '2022-01-17T09:27:34Z', 'revision_number': 4, 'project_id': '9308d441e7f64456a17c738e85088884', 'subnets': [{'id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '006d6c56-f662-486b-b01a-ffd3e130669d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:27:35.398482 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca6ad2-1096-47ae-b000-f202ea7e74d1 None None] The sync data for ids ['922572bd-fd66-4364-ba1d-1768fc3bf63a'] in dv-cinder-815461-8-iscsi is: [{'id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'name': 'router1', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:27:22Z', 'updated_at': '2022-01-17T09:27:32Z', 'revision_number': 2, 'project_id': '9308d441e7f64456a17c738e85088884', 'gw_port_host': None, '_interfaces': [{'id': '7d97490a-8232-4549-bc3b-3cc5066ad744', 'name': '', 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'mac_address': 'fa:16:3e:92:bd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:27:31Z', 'updated_at': '2022-01-17T09:27:34Z', 'revision_number': 4, 'project_id': '9308d441e7f64456a17c738e85088884', 'subnets': [{'id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '006d6c56-f662-486b-b01a-ffd3e130669d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:27:35.447029 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d952a53d-d748-46f4-abe7-2547bd8611e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:35.497077 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952a53d-d748-46f4-abe7-2547bd8611e8 None None] Pushing event updated for resources: {'Port': ['ID=7d97490a-8232-4549-bc3b-3cc5066ad744,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:37.891981 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 59616) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:38.001835 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a175e76d-7ff0-430e-b3e6-ab0df4c67199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:38.003315 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-a175e76d-7ff0-430e-b3e6-ab0df4c67199 admin admin] 10.222.0.73 "GET /v2.0/networks/50a1d126-1fb1-4dda-8924-26e8926320d3 HTTP/1.1" status: 200 len: 842 time: 0.1102600 Jan 17 09:27:38.013566 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'tenant_id': '86ddeb7376194fc49c02921408bad29c', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:27:38.119358 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Made reservation on behalf of 86ddeb7376194fc49c02921408bad29c for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:27:38.121711 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:38.462441 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.objects.ports [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 09:27:38.463007 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (c2ea5686-de3c-4e60-8239-2a5c993a76bf), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:38.521207 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ea5686-de3c-4e60-8239-2a5c993a76bf,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:38.529444 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:27:38.529887 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Network hostable DHCP agents. Network: 50a1d126-1fb1-4dda-8924-26e8926320d3, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:27:38.640214 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:27:38.726124 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 50a1d126-1fb1-4dda-8924-26e8926320d3) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:27:38.730196 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:38.730794 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:38.738054 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd2d82-06c2-4b3d-91fd-5ae499d41978 None None] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:27:38.838843 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932bbde7-a733-44e9-8a02-c97717d2234a None None] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:27:38.848170 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c509c007-0f24-41c4-b6c0-6b52fe4e17b1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8382778 Jan 17 09:27:41.190559 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 59624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:41.427312 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0efcf81a-47a3-4795-a66d-1cd58420e1de admin admin] 10.222.0.73 "GET /v2.0/routers/922572bd-fd66-4364-ba1d-1768fc3bf63a HTTP/1.1" status: 200 len: 710 time: 0.2353985 Jan 17 09:27:41.581071 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4fa49a-5fc8-4dde-b2d3-4bc90f657d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:41.582489 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5e4fa49a-5fc8-4dde-b2d3-4bc90f657d42 admin admin] 10.222.0.73 "GET /v2.0/networks/50a1d126-1fb1-4dda-8924-26e8926320d3 HTTP/1.1" status: 200 len: 886 time: 0.1489027 Jan 17 09:27:41.591160 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:27:41.861096 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Publish callbacks [] for router_gateway (922572bd-fd66-4364-ba1d-1768fc3bf63a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:42.222311 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Publish callbacks [] for router_gateway (922572bd-fd66-4364-ba1d-1768fc3bf63a), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:42.300488 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:42.493164 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Allocated IP 172.27.1.165 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/566af588-676e-4c73-baf6-f2cbf12e56d8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:27:42.607173 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Publish callbacks [] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:42.812360 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:42.949274 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 7d97490a-8232-4549-bc3b-3cc5066ad744 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:27:42.956550 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:27:42.960556 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:27:42.962614 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Pushing event updated for resources: {'Port': ['ID=566af588-676e-4c73-baf6-f2cbf12e56d8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:42.966844 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:27:43.000061 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 7d97490a-8232-4549-bc3b-3cc5066ad744 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:43.000544 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:43.084973 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 7d97490a-8232-4549-bc3b-3cc5066ad744 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:27:43.350661 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Publish callbacks [] for router_gateway (922572bd-fd66-4364-ba1d-1768fc3bf63a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:43.552577 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7971252', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7977438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25321'] for router (922572bd-fd66-4364-ba1d-1768fc3bf63a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:43.557581 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7971235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7971242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7977413'] for router (922572bd-fd66-4364-ba1d-1768fc3bf63a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:43.671583 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Router 922572bd-fd66-4364-ba1d-1768fc3bf63a has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:27:43.778783 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:27:43.783800 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:43.791720 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5e5d7743-e36d-4953-a464-09d8b970b214 admin admin] 10.222.0.73 "PUT /v2.0/routers/922572bd-fd66-4364-ba1d-1768fc3bf63a HTTP/1.1" status: 200 len: 890 time: 2.1969893 Jan 17 09:27:43.883655 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Sync routers for ids ['922572bd-fd66-4364-ba1d-1768fc3bf63a'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:27:43.896178 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Routers {'922572bd-fd66-4364-ba1d-1768fc3bf63a'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:27:43.896848 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:27:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['922572bd-fd66-4364-ba1d-1768fc3bf63a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:27:44.117294 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Set router 922572bd-fd66-4364-ba1d-1768fc3bf63a gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:27:44.597748 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'name': 'router1', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '566af588-676e-4c73-baf6-f2cbf12e56d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:27:22Z', 'updated_at': '2022-01-17T09:27:43Z', 'revision_number': 4, 'project_id': '9308d441e7f64456a17c738e85088884', 'gw_port': {'id': '566af588-676e-4c73-baf6-f2cbf12e56d8', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:27:42Z', 'updated_at': '2022-01-17T09:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '7d97490a-8232-4549-bc3b-3cc5066ad744', 'name': '', 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'mac_address': 'fa:16:3e:92:bd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:27:31Z', 'updated_at': '2022-01-17T09:27:35Z', 'revision_number': 5, 'project_id': '9308d441e7f64456a17c738e85088884', 'subnets': [{'id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '006d6c56-f662-486b-b01a-ffd3e130669d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:27:44.648944 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Checking router: 922572bd-fd66-4364-ba1d-1768fc3bf63a for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:27:44.649289 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Updating router 922572bd-fd66-4364-ba1d-1768fc3bf63a port 566af588-676e-4c73-baf6-f2cbf12e56d8 binding host dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:27:44.696452 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:45.090287 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Publish callbacks [] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:45.176732 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:45.229543 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Attempting to bind port 566af588-676e-4c73-baf6-f2cbf12e56d8 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:27:45.229918 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Attempting to bind port 566af588-676e-4c73-baf6-f2cbf12e56d8 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:27:45.230288 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Attempting to bind port 566af588-676e-4c73-baf6-f2cbf12e56d8 on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:27:45.232175 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b1447-724f-4d8d-9513-5993ca1eae20 None None] Pushing event updated for resources: {'Port': ['ID=566af588-676e-4c73-baf6-f2cbf12e56d8,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:45.238128 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:27:45.238509 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:27:45.238923 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:45.239435 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:27:45.239842 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Bound port: 566af588-676e-4c73-baf6-f2cbf12e56d8, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:27:45.240559 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:45.297574 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] For port 566af588-676e-4c73-baf6-f2cbf12e56d8, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:27:45.300930 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] For port 566af588-676e-4c73-baf6-f2cbf12e56d8, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=566af588-676e-4c73-baf6-f2cbf12e56d8,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:27:45.395077 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:45.456963 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Routers {'922572bd-fd66-4364-ba1d-1768fc3bf63a'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:27:45.457482 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:27:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['922572bd-fd66-4364-ba1d-1768fc3bf63a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:27:45.459378 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b1447-724f-4d8d-9513-5993ca1eae20 None None] Pushing event updated for resources: {'Port': ['ID=566af588-676e-4c73-baf6-f2cbf12e56d8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:45.571214 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] Set router 922572bd-fd66-4364-ba1d-1768fc3bf63a gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:27:45.799524 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'name': 'router1', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '566af588-676e-4c73-baf6-f2cbf12e56d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:27:22Z', 'updated_at': '2022-01-17T09:27:43Z', 'revision_number': 4, 'project_id': '9308d441e7f64456a17c738e85088884', 'gw_port': {'id': '566af588-676e-4c73-baf6-f2cbf12e56d8', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:27:42Z', 'updated_at': '2022-01-17T09:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '7d97490a-8232-4549-bc3b-3cc5066ad744', 'name': '', 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'mac_address': 'fa:16:3e:92:bd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:27:31Z', 'updated_at': '2022-01-17T09:27:35Z', 'revision_number': 5, 'project_id': '9308d441e7f64456a17c738e85088884', 'subnets': [{'id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '006d6c56-f662-486b-b01a-ffd3e130669d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:27:45.826246 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59f7ed-511b-4bb6-8688-9a95fe3f1aab None None] The sync data for ids ['922572bd-fd66-4364-ba1d-1768fc3bf63a'] in dv-cinder-815461-8-iscsi is: [{'id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'name': 'router1', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '566af588-676e-4c73-baf6-f2cbf12e56d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:27:22Z', 'updated_at': '2022-01-17T09:27:43Z', 'revision_number': 4, 'project_id': '9308d441e7f64456a17c738e85088884', 'gw_port': {'id': '566af588-676e-4c73-baf6-f2cbf12e56d8', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:27:42Z', 'updated_at': '2022-01-17T09:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '7d97490a-8232-4549-bc3b-3cc5066ad744', 'name': '', 'network_id': '6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8', 'tenant_id': '9308d441e7f64456a17c738e85088884', 'mac_address': 'fa:16:3e:92:bd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922572bd-fd66-4364-ba1d-1768fc3bf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:27:31Z', 'updated_at': '2022-01-17T09:27:35Z', 'revision_number': 5, 'project_id': '9308d441e7f64456a17c738e85088884', 'subnets': [{'id': 'e3bcc54b-8118-4fdb-9685-34fbd91100c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '006d6c56-f662-486b-b01a-ffd3e130669d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:27:46.316842 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 59638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:27:46.447288 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ecf4a27a-3f9c-4674-9713-c53298525d3e admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1171248 Jan 17 09:27:46.940998 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 566af588-676e-4c73-baf6-f2cbf12e56d8 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:27:47.005221 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 566af588-676e-4c73-baf6-f2cbf12e56d8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:47.005593 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:47.085416 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 566af588-676e-4c73-baf6-f2cbf12e56d8 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:27:47.086109 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:47.107679 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 566af588-676e-4c73-baf6-f2cbf12e56d8, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=566af588-676e-4c73-baf6-f2cbf12e56d8,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:27:47.204814 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:47.258104 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=566af588-676e-4c73-baf6-f2cbf12e56d8,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:27:48.933987 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 566af588-676e-4c73-baf6-f2cbf12e56d8 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:27:48.987999 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 566af588-676e-4c73-baf6-f2cbf12e56d8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:27:48.988712 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (566af588-676e-4c73-baf6-f2cbf12e56d8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:49.080636 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 566af588-676e-4c73-baf6-f2cbf12e56d8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:27:51.890532 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-134ee9ff-33a9-4dbd-ab89-718ac9e9fd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:54.355919 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd04a15e-1023-4dc4-af18-00eeff2f23f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:55.401653 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:57.045015 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:58.308954 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:05.680760 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:28:21.891785 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-af7df919-a2c5-4b80-9ff0-3c0cff43ff81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:24.353856 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2c672f6-6acc-4371-ba73-26fa1b075353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:25.347670 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:27.394136 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:29.005336 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:42.680639 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:28:51.913738 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e023ca7a-4f15-4cd5-919d-7d81fdc508d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:54.332864 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a669-9170-43ec-ab30-dd8694f75bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:55.346992 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:57.056782 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:58.336691 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:09.632886 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:09.701596 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e29eed3-e42e-4af5-9fd8-954ff60d586b admin admin] GET failed (client error): The resource could not be found. Jan 17 09:29:09.703008 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-4e29eed3-e42e-4af5-9fd8-954ff60d586b admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0691710 Jan 17 09:29:09.875781 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91a3aa-a13b-4a1e-bc7a-3bc6fc57d837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:09.877193 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0b91a3aa-a13b-4a1e-bc7a-3bc6fc57d837 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1700335 Jan 17 09:29:12.160938 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60132) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:12.266572 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5311b07-6453-43f4-84f7-362f62c5e2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:12.268017 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c5311b07-6453-43f4-84f7-362f62c5e2d5 admin admin] 10.222.0.73 "GET /v2.0/subnets/e3bcc54b-8118-4fdb-9685-34fbd91100c0 HTTP/1.1" status: 200 len: 849 time: 0.1061168 Jan 17 09:29:12.278523 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:29:12.371603 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Publish callbacks [] for subnet (e3bcc54b-8118-4fdb-9685-34fbd91100c0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:12.598637 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792372873602'] for subnet (e3bcc54b-8118-4fdb-9685-34fbd91100c0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:12.715143 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:12.720212 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:12.720212 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] 10.222.0.73 "PUT /v2.0/subnets/e3bcc54b-8118-4fdb-9685-34fbd91100c0 HTTP/1.1" status: 200 len: 868 time: 0.4430537 Jan 17 09:29:12.721398 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5858c7a-3496-469b-b605-979aec3f0f3b None None] Network 6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:29:12.739294 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bcc54b-8118-4fdb-9685-34fbd91100c0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:12.747592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.747975 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.748422 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.748770 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.749257 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.749622 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.749975 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.750309 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.750671 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.750979 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.751361 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.763408 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:12.763408 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de27d2-a976-4539-8816-c31981c8b619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:13.111710 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d78e9df0-4416-4c0c-9ba8-8f8b9371a2ef None None] Provisioning complete for port 7d97490a-8232-4549-bc3b-3cc5066ad744 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:13.112100 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d78e9df0-4416-4c0c-9ba8-8f8b9371a2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7d97490a-8232-4549-bc3b-3cc5066ad744), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:13.216130 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d78e9df0-4416-4c0c-9ba8-8f8b9371a2ef None None] Current status of the port 7d97490a-8232-4549-bc3b-3cc5066ad744 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:29:13.235341 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d78e9df0-4416-4c0c-9ba8-8f8b9371a2ef None None] Provisioning complete for port 1e1f283e-c501-4a3f-99d2-e2c060763d1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:13.235633 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d78e9df0-4416-4c0c-9ba8-8f8b9371a2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (1e1f283e-c501-4a3f-99d2-e2c060763d1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:13.319059 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d78e9df0-4416-4c0c-9ba8-8f8b9371a2ef None None] Current status of the port 1e1f283e-c501-4a3f-99d2-e2c060763d1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:29:15.006342 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:15.207576 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074e371-e8cd-429a-bbb7-434d904baee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:15.207965 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074e371-e8cd-429a-bbb7-434d904baee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:15.209531 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2074e371-e8cd-429a-bbb7-434d904baee3 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022316 Jan 17 09:29:17.483629 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60148) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:17.631829 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436cddf-2246-44e2-8ad4-2efb707b76cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:17.632749 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436cddf-2246-44e2-8ad4-2efb707b76cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:17.634290 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b436cddf-2246-44e2-8ad4-2efb707b76cb admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1495595 Jan 17 09:29:19.678979 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:29:19.901119 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60156) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:20.038160 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8186d0-b84d-481d-9979-2d5e8c5e25c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:20.039762 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-cb8186d0-b84d-481d-9979-2d5e8c5e25c1 admin admin] 10.222.0.73 "GET /v2.0/networks/50a1d126-1fb1-4dda-8924-26e8926320d3 HTTP/1.1" status: 200 len: 886 time: 0.1376586 Jan 17 09:29:21.929756 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-832cbfc7-54d1-4544-9e21-a441694abfd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:22.346495 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:22.508331 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c299ae-cd55-4983-82fa-3cbb89bedb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:22.509899 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d9c299ae-cd55-4983-82fa-3cbb89bedb3d admin admin] 10.222.0.73 "GET /v2.0/networks/6eb5f6b3-fafa-4b5c-b96e-64fba8ae67b8 HTTP/1.1" status: 200 len: 869 time: 0.1624215 Jan 17 09:29:24.341198 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94a925f9-1e38-4e20-a275-104b68a6ac95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:24.847720 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60172) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:25.008108 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80129c97-8061-46a9-97e9-5befb9bfa731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:25.008562 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80129c97-8061-46a9-97e9-5befb9bfa731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:25.010168 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-80129c97-8061-46a9-97e9-5befb9bfa731 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1613531 Jan 17 09:29:25.386936 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:27.043935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:27.306715 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60180) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:27.404063 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb540f83-e3ea-463b-8e84-e482da611a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:27.404516 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb540f83-e3ea-463b-8e84-e482da611a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:27.406101 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-bb540f83-e3ea-463b-8e84-e482da611a2f admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983980 Jan 17 09:29:28.329883 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:29.703934 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60188) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:29.800389 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4987be5f-52e0-4bf6-bcf4-5a7ee6675b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:29.802773 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-4987be5f-52e0-4bf6-bcf4-5a7ee6675b22 admin admin] 10.222.0.73 "GET /v2.0/subnets/c2ea5686-de3c-4e60-8239-2a5c993a76bf HTTP/1.1" status: 200 len: 816 time: 0.0976484 Jan 17 09:29:32.122755 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60198) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:32.222649 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57197a5-2439-407e-a3f1-9c0e4befc347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:32.224088 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-b57197a5-2439-407e-a3f1-9c0e4befc347 admin admin] 10.222.0.73 "GET /v2.0/subnets/e3bcc54b-8118-4fdb-9685-34fbd91100c0 HTTP/1.1" status: 200 len: 868 time: 0.1003180 Jan 17 09:29:51.894605 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bac56a39-4f69-42bf-9c2b-ad919e6bb649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:54.340241 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76ff3b4b-6366-432b-b08c-3d2ebc7f69a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:55.357067 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:56.678095 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:29:57.100629 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:57.185486 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60252) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:57.231804 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [None req-e5c7d056-1bba-4d8a-b8fd-6356e85717b8 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:29:57.232814 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e5c7d056-1bba-4d8a-b8fd-6356e85717b8 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464482 Jan 17 09:29:58.322850 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:59.554292 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60260) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:29:59.617449 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd85b988-9f9a-4690-8ae4-9a8ea9e56c45 admin admin] GET failed (client error): The resource could not be found. Jan 17 09:29:59.618737 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-fd85b988-9f9a-4690-8ae4-9a8ea9e56c45 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635133 Jan 17 09:29:59.700829 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96244ed8-a001-47fb-bc05-17c439f8327d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:59.702306 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-96244ed8-a001-47fb-bc05-17c439f8327d admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795505 Jan 17 09:30:01.974459 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60270) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:02.020896 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'tenant_id': '86ddeb7376194fc49c02921408bad29c', 'project_id': '86ddeb7376194fc49c02921408bad29c', 'shared': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:02.163224 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Made reservation on behalf of 86ddeb7376194fc49c02921408bad29c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:02.165533 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:02.199524 dv-cinder-815461-8-iscsi neutron-server[103255]: WARNING neutron.services.revisions.revision_plugin [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Could not find related network for resource to bump revision. Jan 17 09:30:02.213748 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:30:02.227067 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (d301cc14-f66b-4695-b043-b9f5844b5f9c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:02.227447 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Added segment d301cc14-f66b-4695-b043-b9f5844b5f9c of type vlan for network 98895a0b-86b4-441d-a83e-4034372fbecd Jan 17 09:30:02.263588 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (98895a0b-86b4-441d-a83e-4034372fbecd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:02.356733 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (98895a0b-86b4-441d-a83e-4034372fbecd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:02.357716 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:02.358288 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:02.413574 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] Pushing event updated for resources: {'Network': ['ID=98895a0b-86b4-441d-a83e-4034372fbecd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:02.425262 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 98895a0b-86b4-441d-a83e-4034372fbecd details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:30:02.485705 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-fe41ae19-2c08-47cf-9741-19745065f914 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5101442 Jan 17 09:30:04.803625 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60280) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:04.862108 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab41181a-e262-4154-9869-5d379316c39e admin admin] GET failed (client error): The resource could not be found. Jan 17 09:30:04.863399 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ab41181a-e262-4154-9869-5d379316c39e admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587726 Jan 17 09:30:04.937166 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98585191-387b-480c-932b-ea3b0a32b2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:04.938642 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-98585191-387b-480c-932b-ea3b0a32b2b7 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707252 Jan 17 09:30:04.948517 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'tenant_id': '86ddeb7376194fc49c02921408bad29c', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:05.020067 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Made reservation on behalf of 86ddeb7376194fc49c02921408bad29c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:05.022416 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:05.231073 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (97b7670b-c8f0-4317-881e-34df6626113c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:05.283987 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b7670b-c8f0-4317-881e-34df6626113c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:05.295897 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Checking segment: {'id': 'd301cc14-f66b-4695-b043-b9f5844b5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:05.296250 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Network hostable DHCP agents. Network: 98895a0b-86b4-441d-a83e-4034372fbecd, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:30:05.368679 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Network 98895a0b-86b4-441d-a83e-4034372fbecd is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:30:05.419972 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 98895a0b-86b4-441d-a83e-4034372fbecd) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:05.424267 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:05.424855 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:05.429161 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb2abe-a153-47e2-9615-5e7c9c934db0 None None] Network 98895a0b-86b4-441d-a83e-4034372fbecd requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:05.529952 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-98895a0b-86b4-441d-a83e-4034372fbecd', 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd', 'project_id': '86ddeb7376194fc49c02921408bad29c', 'fixed_ips': [{'subnet_id': '97b7670b-c8f0-4317-881e-34df6626113c'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:30:05.540864 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6860cd71-8bd8-4aea-96c2-8bffcf8b4454 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5855772 Jan 17 09:30:05.541250 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:05.674859 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Allocated IP 192.168.233.2 (98895a0b-86b4-441d-a83e-4034372fbecd/97b7670b-c8f0-4317-881e-34df6626113c/481439e2-3a89-4098-8ec8-ec17ebbbb973) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:05.823862 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Publish callbacks [] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:05.900602 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:05.945047 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Network 98895a0b-86b4-441d-a83e-4034372fbecd is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:05.948054 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:05.954697 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:05.956686 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Pushing event updated for resources: {'Port': ['ID=481439e2-3a89-4098-8ec8-ec17ebbbb973,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:05.967898 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:05.975429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:06.125705 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Attempting to bind port 481439e2-3a89-4098-8ec8-ec17ebbbb973 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:06.126079 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Attempting to bind port 481439e2-3a89-4098-8ec8-ec17ebbbb973 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'd301cc14-f66b-4695-b043-b9f5844b5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:06.126478 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Attempting to bind port 481439e2-3a89-4098-8ec8-ec17ebbbb973 on network 98895a0b-86b4-441d-a83e-4034372fbecd {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:06.131866 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:06.132241 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Checking segment: {'id': 'd301cc14-f66b-4695-b043-b9f5844b5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:06.132640 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:06.133043 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Bound using segment: {'id': 'd301cc14-f66b-4695-b043-b9f5844b5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:06.133511 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Bound port: 481439e2-3a89-4098-8ec8-ec17ebbbb973, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd301cc14-f66b-4695-b043-b9f5844b5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:06.133891 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:06.196510 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] For port 481439e2-3a89-4098-8ec8-ec17ebbbb973, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:06.199803 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] For port 481439e2-3a89-4098-8ec8-ec17ebbbb973, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=481439e2-3a89-4098-8ec8-ec17ebbbb973,segment=NetworkSegment(d301cc14-f66b-4695-b043-b9f5844b5f9c),segment_id=d301cc14-f66b-4695-b043-b9f5844b5f9c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:06.266502 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:06.339551 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23356b0a-08ad-4b5f-a476-738a6a642b55 None None] Pushing event updated for resources: {'Port': ['ID=481439e2-3a89-4098-8ec8-ec17ebbbb973,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:07.058862 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 481439e2-3a89-4098-8ec8-ec17ebbbb973 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:07.118539 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 481439e2-3a89-4098-8ec8-ec17ebbbb973 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:07.118927 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:07.206805 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 481439e2-3a89-4098-8ec8-ec17ebbbb973 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:07.207091 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:07.247393 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 481439e2-3a89-4098-8ec8-ec17ebbbb973, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=481439e2-3a89-4098-8ec8-ec17ebbbb973,segment=NetworkSegment(d301cc14-f66b-4695-b043-b9f5844b5f9c),segment_id=d301cc14-f66b-4695-b043-b9f5844b5f9c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:07.352737 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:07.411439 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=481439e2-3a89-4098-8ec8-ec17ebbbb973,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:07.433982 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f97b17-d8dd-45f2-9c07-2b74b74fad3e None None] Network 98895a0b-86b4-441d-a83e-4034372fbecd requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:07.535589 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-893c00a3-7bb6-4e1a-a140-8a292dcfa7f1 None None] Provisioning complete for port 481439e2-3a89-4098-8ec8-ec17ebbbb973 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:07.536496 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-893c00a3-7bb6-4e1a-a140-8a292dcfa7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:07.628832 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-893c00a3-7bb6-4e1a-a140-8a292dcfa7f1 None None] Current status of the port 481439e2-3a89-4098-8ec8-ec17ebbbb973 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:07.752931 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8d8decae-e40d-448d-bebe-b51d2e54b173 None None] Provisioning complete for port 481439e2-3a89-4098-8ec8-ec17ebbbb973 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:07.753326 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d8decae-e40d-448d-bebe-b51d2e54b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:07.838101 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8d8decae-e40d-448d-bebe-b51d2e54b173 None None] Current status of the port 481439e2-3a89-4098-8ec8-ec17ebbbb973 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:09.008532 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 481439e2-3a89-4098-8ec8-ec17ebbbb973 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:09.057128 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 481439e2-3a89-4098-8ec8-ec17ebbbb973 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:09.057511 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (481439e2-3a89-4098-8ec8-ec17ebbbb973), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:09.139250 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 481439e2-3a89-4098-8ec8-ec17ebbbb973 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:21.899360 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09337e9b-9c85-422c-b804-49bc212ebf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:24.361849 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-105993b4-74f5-49f2-935e-e378a2af65e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.385033 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.087861 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:28.310685 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.677416 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:30:51.927148 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cfb5-7db9-48a7-b995-47cb38c501e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:54.343689 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9abb80b3-6405-49dc-8e3a-edcd7f9df0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:55.366106 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.029588 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.309548 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.677232 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:31:21.914412 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-159441d1-e3e0-4842-8afe-57631515cd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.336951 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-83754506-e776-4ec0-81f1-61597f3e7cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.365939 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.085580 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:28.342548 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.693463 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60324) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:30.697964 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [None req-d14b507b-9b56-41d4-a0ed-c7fad1d709ab tempest-verify_tempest_config-1441197915 tempest-verify_tempest_config-1441197915-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:31:30.698931 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d14b507b-9b56-41d4-a0ed-c7fad1d709ab tempest-verify_tempest_config-1441197915 tempest-verify_tempest_config-1441197915-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065906 Jan 17 09:31:31.214370 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60342) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:31.327422 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.416079 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Publish callbacks [] for security_group (061da753-e9ed-4080-9ba2-c4b1892fb5a9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.474324 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (061da753-e9ed-4080-9ba2-c4b1892fb5a9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.520545 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=119a71aafe544937bd70724621fa795c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3051136 Jan 17 09:31:31.521327 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061da753-e9ed-4080-9ba2-c4b1892fb5a9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:31.523391 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60348) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:31.528617 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.528991 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.529339 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.529698 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.530110 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.530441 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.530788 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.531138 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.531473 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.531816 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.532725 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.533105 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.533389 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ceefc-c6e6-41f2-bd52-f0c270425f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.577308 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Publish callbacks [] for security_group (061da753-e9ed-4080-9ba2-c4b1892fb5a9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.599216 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Publish callbacks [] for security_group (061da753-e9ed-4080-9ba2-c4b1892fb5a9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.737705 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (061da753-e9ed-4080-9ba2-c4b1892fb5a9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.740257 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.744087 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/061da753-e9ed-4080-9ba2-c4b1892fb5a9 HTTP/1.1" status: 204 len: 168 time: 0.2169821 Jan 17 09:31:31.749198 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061da753-e9ed-4080-9ba2-c4b1892fb5a9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:31.756867 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.757231 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.757580 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.757915 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.758342 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.758614 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.758939 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.759285 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.759614 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.759936 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.760255 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.760570 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:31.760883 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119f8184-8a13-4ff3-bdb9-1d8e02166a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:47.675191 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:31:51.924949 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d5e21e31-a3f4-4950-ba0c-356bd0d72548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:54.330639 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-268d5b85-b656-4b11-a69d-925b08f09545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:55.370420 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:57.044404 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:58.324711 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:21.892070 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81aa66ca-b242-4926-b342-68ad8c0c6578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:24.329553 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-62464390-b481-4a22-b8b9-3742b21b5690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:24.674166 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:32:25.369818 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.066291 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.328901 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:51.877819 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-543c3f78-a0c2-4af9-b965-589592de40c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:54.334794 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0bca940f-04d4-4895-ae39-ad002c2bf07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:55.357133 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:57.054256 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:58.329617 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:01.674545 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:33:12.608218 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7966634'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:21.898850 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f966291e-8fff-4421-b378-0fc16a1795f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:24.390888 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-62ebe461-b9ff-4e39-9e52-d3ce4645bbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:25.384601 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:27.064673 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:27.754611 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:27.863066 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e71df6e0-8be7-49bb-9fd2-105fa21a6400 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1072807 Jan 17 09:33:28.339058 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:30.106238 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60430) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:30.168974 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-409067d9-e41c-4846-b4fb-f608dfe7b038 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0615213 Jan 17 09:33:38.673383 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:33:42.612645 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:51.875092 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-28990a80-7b11-442b-aa00-c3cea7466fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:54.343355 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c227ba30-6522-4275-91de-fbc3398c4b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:55.377935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:57.085783 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.337871 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:12.634425 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:15.672060 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:34:21.874225 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-953032dd-5fcc-4c34-a4a8-ff988565f2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:24.326694 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5e3cef6a-7c7b-48f0-a1eb-c3520f343255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:25.411424 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:27.091018 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:28.322508 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:42.599755 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.872916 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa5961d1-eed9-4d12-b952-9dbbaa1c7e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.670967 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:34:54.347341 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8c9a681-97d5-4cb1-b413-b947dcb52b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:55.421952 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.068191 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.402529 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.256836 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60534) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:02.507430 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2026929714-network', 'tenant_id': '91086ce60a314ff196d3b8211728e190'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:02.581894 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Made reservation on behalf of 91086ce60a314ff196d3b8211728e190 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:02.591477 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.600656 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.682302 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Publish callbacks [] for security_group (216972e0-1d9d-4e23-92c5-54c076944936), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.747546 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (216972e0-1d9d-4e23-92c5-54c076944936), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.771603 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:35:02.790586 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216972e0-1d9d-4e23-92c5-54c076944936,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:02.797191 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (0844121f-b096-4417-866c-7f65c2a04c98), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.797542 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Added segment 0844121f-b096-4417-866c-7f65c2a04c98 of type vlan for network 8a3ad31e-340c-42a2-a66d-c437bb4da741 Jan 17 09:35:02.799988 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.800348 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.801448 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.801790 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.802224 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.802568 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.802900 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.803240 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Tracked resource versions report: Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: pushed versions: Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: { 'AddressGroup': {'1.2'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Log': {'1.0'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Network': {'1.1'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Port': {'1.7'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'PortForwarding': {'1.2'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'QosPolicy': {'1.10'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SecurityGroup': {'1.5'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SubPort': {'1.0'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Subnet': {'1.1'}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Trunk': {'1.1'}} Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: consumer versions: Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: { DHCP agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: HyperV agent@hv-cinder-81546: {}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: L3 agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: Metadata agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: Metering agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: Open vSwitch agent@dv-cinder-815461-8-iscsi: { 'AddressGroup': '1.2', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'ConntrackHelper': '1.0', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'LocalIPAssociation': '1.0', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Log': '1.0', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Network': '1.1', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Port': '1.7', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'PortForwarding': '1.2', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'QosPolicy': '1.10', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SecurityGroup': '1.5', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SecurityGroupRule': '1.2', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'SubPort': '1.0', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Subnet': '1.1', Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: 'Trunk': '1.1'}} Jan 17 09:35:02.807236 dv-cinder-815461-8-iscsi neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:35:02.929875 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (8a3ad31e-340c-42a2-a66d-c437bb4da741), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.027796 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (8a3ad31e-340c-42a2-a66d-c437bb4da741), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.028805 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:03.029404 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.088095 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a3ad31e-340c-42a2-a66d-c437bb4da741,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:03.098730 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:35:03.147818 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-d1d6d4bd-2c44-465f-835f-0f4da0ed50c2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8901029 Jan 17 09:35:03.150156 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:03.161823 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Request body: {'subnet': {'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2026929714-subnet', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:03.244757 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Made reservation on behalf of 91086ce60a314ff196d3b8211728e190 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:03.247079 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.479228 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (ceb5abf9-5b29-4419-829e-2ecf9c39ca3d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.536387 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:03.544926 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Checking segment: {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:03.545286 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Network hostable DHCP agents. Network: 8a3ad31e-340c-42a2-a66d-c437bb4da741, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:35:03.633540 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:35:03.728882 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 8a3ad31e-340c-42a2-a66d-c437bb4da741) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:03.728882 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:03.729180 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.737101 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60cf93c-85d5-4f05-bd13-6ee062456a31 None None] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:03.770621 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60602) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:03.804258 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c9a7ef43-7746-4f30-b2e3-679470dd7ac5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6528893 Jan 17 09:35:03.812488 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60608) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:03.817926 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:03.859474 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-8a3ad31e-340c-42a2-a66d-c437bb4da741', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'project_id': '91086ce60a314ff196d3b8211728e190', 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:35:03.860246 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.953866 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (ffd9d70f-a75f-45df-b60f-85dc4ae97925), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.955133 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (ffd9d70f-a75f-45df-b60f-85dc4ae97925), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.010177 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Allocated IP 172.20.0.2 (8a3ad31e-340c-42a2-a66d-c437bb4da741/ceb5abf9-5b29-4419-829e-2ecf9c39ca3d/d5e42554-3dfe-479b-b60a-d1e381494ac8) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:04.068163 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks [] for router_controller (ffd9d70f-a75f-45df-b60f-85dc4ae97925), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.072280 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1295019266-network', 'tenant_id': 'bee53997bdee4e0ba62ff6a89b31e0e7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:04.188374 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Publish callbacks [] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.199672 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Made reservation on behalf of bee53997bdee4e0ba62ff6a89b31e0e7 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:04.201958 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.216557 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.262126 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.285842 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks [] for router_gateway (ffd9d70f-a75f-45df-b60f-85dc4ae97925), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.303408 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:04.306445 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:04.310092 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:04.317091 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Pushing event updated for resources: {'Port': ['ID=d5e42554-3dfe-479b-b60a-d1e381494ac8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:04.341365 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.341986 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.342526 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.342870 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.343211 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.343828 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.344164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.344505 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.344833 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.345178 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.345512 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.345842 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.346159 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Tracked resource versions report: Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: pushed versions: Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: { 'AddressGroup': {'1.2'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Log': {'1.0'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Network': {'1.1'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Port': {'1.7'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'PortForwarding': {'1.2'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'QosPolicy': {'1.10'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SecurityGroup': {'1.5'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SubPort': {'1.0'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Subnet': {'1.1'}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Trunk': {'1.1'}} Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: consumer versions: Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: { DHCP agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: HyperV agent@hv-cinder-81546: {}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: L3 agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: Metadata agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: Metering agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: Open vSwitch agent@dv-cinder-815461-8-iscsi: { 'AddressGroup': '1.2', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'ConntrackHelper': '1.0', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'LocalIPAssociation': '1.0', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Log': '1.0', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Network': '1.1', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Port': '1.7', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'PortForwarding': '1.2', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'QosPolicy': '1.10', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SecurityGroup': '1.5', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SecurityGroupRule': '1.2', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'SubPort': '1.0', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Subnet': '1.1', Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: 'Trunk': '1.1'}} Jan 17 09:35:04.347235 dv-cinder-815461-8-iscsi neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:35:04.371893 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Publish callbacks [] for security_group (d57e5272-1b6d-4745-850e-23e622c7952f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.397932 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Attempting to bind port d5e42554-3dfe-479b-b60a-d1e381494ac8 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:04.398303 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Attempting to bind port d5e42554-3dfe-479b-b60a-d1e381494ac8 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:04.398763 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Attempting to bind port d5e42554-3dfe-479b-b60a-d1e381494ac8 on network 8a3ad31e-340c-42a2-a66d-c437bb4da741 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:04.404246 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:04.407430 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Checking segment: {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:04.407430 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.407430 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Bound using segment: {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:04.407430 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Bound port: d5e42554-3dfe-479b-b60a-d1e381494ac8, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:04.407430 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.485805 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (d57e5272-1b6d-4745-850e-23e622c7952f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.486434 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] For port d5e42554-3dfe-479b-b60a-d1e381494ac8, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:04.489738 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] For port d5e42554-3dfe-479b-b60a-d1e381494ac8, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d5e42554-3dfe-479b-b60a-d1e381494ac8,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:04.512424 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:35:04.522887 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e5272-1b6d-4745-850e-23e622c7952f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:04.545552 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (7426b072-4f3f-4551-8aab-375771771926), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.545888 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Added segment 7426b072-4f3f-4551-8aab-375771771926 of type vlan for network 23942330-31c7-425f-81a2-805108ea7a2f Jan 17 09:35:04.594721 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (23942330-31c7-425f-81a2-805108ea7a2f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.617237 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.684639 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce65e55-9a4c-4e3b-939b-2700dd94c11a None None] Pushing event updated for resources: {'Port': ['ID=d5e42554-3dfe-479b-b60a-d1e381494ac8,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:04.685949 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60646) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:04.732963 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (23942330-31c7-425f-81a2-805108ea7a2f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.733915 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:04.734497 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.739147 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:04.830048 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:04.830385 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0582683 Jan 17 09:35:04.836320 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Request body: {'subnet': {'network_id': '23942330-31c7-425f-81a2-805108ea7a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1295019266-subnet', 'tenant_id': 'bee53997bdee4e0ba62ff6a89b31e0e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:04.843125 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks [] for router_gateway (ffd9d70f-a75f-45df-b60f-85dc4ae97925), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.867335 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.871573 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4412d2-8808-4513-8402-50b6357a88c2 admin admin] Pushing event updated for resources: {'Network': ['ID=23942330-31c7-425f-81a2-805108ea7a2f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:04.987534 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 23942330-31c7-425f-81a2-805108ea7a2f details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:35:04.998688 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Made reservation on behalf of bee53997bdee4e0ba62ff6a89b31e0e7 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:05.000991 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.065864 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Allocated IP 172.27.1.228 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/089b44f0-891b-417d-b043-465c855a44fa) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:05.186929 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks [] for port (089b44f0-891b-417d-b043-465c855a44fa), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.221208 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-network', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:05.252310 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d5e42554-3dfe-479b-b60a-d1e381494ac8 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:05.271123 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-network', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:05.312351 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port d5e42554-3dfe-479b-b60a-d1e381494ac8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:05.312681 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.313725 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (94c89529-5d82-468f-8440-b3e26d23fe01), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.325300 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (089b44f0-891b-417d-b043-465c855a44fa), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.369703 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Made reservation on behalf of e871533a61e74f0caea770b0d2e7bd98 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:05.373693 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.380791 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:05.383980 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:05.387235 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:05.406187 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Checking segment: {'id': '7426b072-4f3f-4551-8aab-375771771926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '23942330-31c7-425f-81a2-805108ea7a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:05.406852 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Network hostable DHCP agents. Network: 23942330-31c7-425f-81a2-805108ea7a2f, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:35:05.426202 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port d5e42554-3dfe-479b-b60a-d1e381494ac8 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:05.427562 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.478276 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Pushing event updated for resources: {'Port': ['ID=089b44f0-891b-417d-b043-465c855a44fa,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:05.478599 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port d5e42554-3dfe-479b-b60a-d1e381494ac8, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d5e42554-3dfe-479b-b60a-d1e381494ac8,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:05.547060 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.559451 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.569787 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Made reservation on behalf of c30fb43a27f2442b9cc9693a6a726555 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:05.569787 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.587153 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.607477 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c89529-5d82-468f-8440-b3e26d23fe01,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:05.625868 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.626508 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.627024 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.627558 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.628052 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.628576 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.629534 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.630171 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.630652 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.631143 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.631653 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.632116 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.632574 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Tracked resource versions report: Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: pushed versions: Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: { 'AddressGroup': {'1.2'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Log': {'1.0'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Network': {'1.1'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Port': {'1.7'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'PortForwarding': {'1.2'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'QosPolicy': {'1.10'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SecurityGroup': {'1.5'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SubPort': {'1.0'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Subnet': {'1.1'}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Trunk': {'1.1'}} Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: consumer versions: Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: { DHCP agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: HyperV agent@hv-cinder-81546: {}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: L3 agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: Metadata agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: Metering agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: Open vSwitch agent@dv-cinder-815461-8-iscsi: { 'AddressGroup': '1.2', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'ConntrackHelper': '1.0', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'LocalIPAssociation': '1.0', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Log': '1.0', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Network': '1.1', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Port': '1.7', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'PortForwarding': '1.2', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'QosPolicy': '1.10', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SecurityGroup': '1.5', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SecurityGroupRule': '1.2', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'SubPort': '1.0', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Subnet': '1.1', Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: 'Trunk': '1.1'}} Jan 17 09:35:05.634060 dv-cinder-815461-8-iscsi neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:35:05.641453 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=d5e42554-3dfe-479b-b60a-d1e381494ac8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:05.692165 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Network 23942330-31c7-425f-81a2-805108ea7a2f is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:35:05.747223 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Publish callbacks [] for security_group (f424bc42-85bd-4581-8e68-724940a332e3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.761587 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Publish callbacks [] for security_group (fa1ba793-6403-41e1-9f40-e57bbf0081e4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.788183 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 23942330-31c7-425f-81a2-805108ea7a2f) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:05.799433 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f36c2aa-411d-4073-af32-b588a73e08ef None None] Network 23942330-31c7-425f-81a2-805108ea7a2f requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:05.802504 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:05.803412 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.844980 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (f424bc42-85bd-4581-8e68-724940a332e3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.874659 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:35:05.882272 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f424bc42-85bd-4581-8e68-724940a332e3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:05.889921 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (6d123ce5-43f1-48ea-ace4-7ed41e7d950d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.890627 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Added segment 6d123ce5-43f1-48ea-ace4-7ed41e7d950d of type vlan for network 460e104a-d5ad-4804-86f9-3d10f08e0f90 Jan 17 09:35:05.905750 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (fa1ba793-6403-41e1-9f40-e57bbf0081e4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.942331 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baafc33-6b3a-47b3-84eb-bd9f6c840fbe None None] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:05.950056 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3aeed93b-ff3b-4bb8-a790-39f7c5c16f46 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1188920 Jan 17 09:35:05.970613 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:35:05.981877 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (460e104a-d5ad-4804-86f9-3d10f08e0f90), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.997729 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (100016d5-7c3c-47c0-8cfb-766cc395865b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.998277 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Added segment 100016d5-7c3c-47c0-8cfb-766cc395865b of type vlan for network 83820ef2-7a35-4657-9b6d-b3b7651f7baa Jan 17 09:35:06.010486 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1ba793-6403-41e1-9f40-e57bbf0081e4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:06.034373 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d01c3a-d318-49ba-88d8-cadf0f71ca2a None None] Network 23942330-31c7-425f-81a2-805108ea7a2f requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:06.034742 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks [] for router_gateway (ffd9d70f-a75f-45df-b60f-85dc4ae97925), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.069812 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (83820ef2-7a35-4657-9b6d-b3b7651f7baa), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.170013 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-014d4451-a436-4264-ad17-cf3ea58ee3ca None None] Provisioning complete for port d5e42554-3dfe-479b-b60a-d1e381494ac8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:06.170409 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-014d4451-a436-4264-ad17-cf3ea58ee3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.181870 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (460e104a-d5ad-4804-86f9-3d10f08e0f90), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.183175 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:06.184288 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.240201 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (83820ef2-7a35-4657-9b6d-b3b7651f7baa), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.241374 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:06.242700 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.277733 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (ffd9d70f-a75f-45df-b60f-85dc4ae97925), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.292275 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-014d4451-a436-4264-ad17-cf3ea58ee3ca None None] Current status of the port d5e42554-3dfe-479b-b60a-d1e381494ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:06.351197 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6640337 Jan 17 09:35:06.352155 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60698) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:06.359072 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Request body: {'subnet': {'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-subnet', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:06.360974 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c199c7-a1ad-4bf6-9cab-e93fe75bde12 admin admin] Pushing event updated for resources: {'Network': ['ID=460e104a-d5ad-4804-86f9-3d10f08e0f90,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:06.380983 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:35:06.456470 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7108943 Jan 17 09:35:06.456470 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60700) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:06.469783 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Request body: {'subnet': {'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-subnet', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:06.525506 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2333c87-b781-4cc5-ab21-4722aa5ae7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=83820ef2-7a35-4657-9b6d-b3b7651f7baa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:06.536974 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 83820ef2-7a35-4657-9b6d-b3b7651f7baa details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:35:06.584951 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Made reservation on behalf of e871533a61e74f0caea770b0d2e7bd98 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:06.591183 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.672039 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Router ffd9d70f-a75f-45df-b60f-85dc4ae97925 is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:35:06.725197 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Made reservation on behalf of c30fb43a27f2442b9cc9693a6a726555 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:06.728310 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.909302 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b8297554-5d44-480d-aae2-838cfbe2cc62 None None] Provisioning complete for port d5e42554-3dfe-479b-b60a-d1e381494ac8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:06.910506 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b8297554-5d44-480d-aae2-838cfbe2cc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.935398 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:06.950834 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Sync routers for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:06.967632 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:06.970374 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:07.010476 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.048518 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b8297554-5d44-480d-aae2-838cfbe2cc62 None None] Current status of the port d5e42554-3dfe-479b-b60a-d1e381494ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:07.057075 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:07.078025 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.082266 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-5c097315-22a0-4ee8-8873-8629d662b672 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2654512 Jan 17 09:35:07.084596 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60730) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:07.212023 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (7c701a62-bb47-478d-ae34-2c1e5402ea41), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.215949 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d5e42554-3dfe-479b-b60a-d1e381494ac8 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:07.236069 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:07.294170 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port d5e42554-3dfe-479b-b60a-d1e381494ac8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:07.295915 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.348862 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Checking segment: {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:07.349316 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Network hostable DHCP agents. Network: 83820ef2-7a35-4657-9b6d-b3b7651f7baa, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:35:07.351458 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c701a62-bb47-478d-ae34-2c1e5402ea41,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:07.355290 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Checking segment: {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:07.356151 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Network hostable DHCP agents. Network: 460e104a-d5ad-4804-86f9-3d10f08e0f90, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:35:07.450866 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port d5e42554-3dfe-479b-b60a-d1e381494ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:07.461759 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Network 83820ef2-7a35-4657-9b6d-b3b7651f7baa is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:35:07.502956 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:35:07.532461 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 3, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:07.564598 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Checking router: ffd9d70f-a75f-45df-b60f-85dc4ae97925 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:07.565045 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Updating router ffd9d70f-a75f-45df-b60f-85dc4ae97925 port 089b44f0-891b-417d-b043-465c855a44fa binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:07.594023 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 83820ef2-7a35-4657-9b6d-b3b7651f7baa) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:07.597745 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 460e104a-d5ad-4804-86f9-3d10f08e0f90) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:07.598660 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:07.603118 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.605059 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:07.606143 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.611228 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (089b44f0-891b-417d-b043-465c855a44fa), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.613560 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159f619-856f-4f03-bfb2-5119bbb10f47 None None] Network 83820ef2-7a35-4657-9b6d-b3b7651f7baa requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:07.617636 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f4b15-0f71-4765-b2dc-4b75d733f022 None None] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:07.685020 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d656036d-1e5b-4cee-af78-c7e598078708 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2227857 Jan 17 09:35:07.685998 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:07.690541 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:07.765397 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-451605e7-e1f8-43c9-9c94-f29498db3072 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4121456 Jan 17 09:35:07.768063 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60760) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:07.775450 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:07.832665 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020cf016-b3da-4fc3-9e08-3ecc5dfe0a23 None None] Network 83820ef2-7a35-4657-9b6d-b3b7651f7baa requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:07.857074 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (2dda6b9a-4190-4c16-92e7-3f8c27206720), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.859239 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (2dda6b9a-4190-4c16-92e7-3f8c27206720), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.874310 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-460e104a-d5ad-4804-86f9-3d10f08e0f90', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:35:07.879198 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.970569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks [] for router_controller (2dda6b9a-4190-4c16-92e7-3f8c27206720), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.975757 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.023058 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Publish callbacks [] for port (089b44f0-891b-417d-b043-465c855a44fa), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.032843 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.033844 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.101685 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (089b44f0-891b-417d-b043-465c855a44fa), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.200103 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Allocated IP 172.20.0.2 (460e104a-d5ad-4804-86f9-3d10f08e0f90/e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd/6ea8cdd1-df33-480b-b546-fd29df33cbb1) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:08.217869 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Attempting to bind port 089b44f0-891b-417d-b043-465c855a44fa on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:08.220345 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Attempting to bind port 089b44f0-891b-417d-b043-465c855a44fa by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:08.224396 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Attempting to bind port 089b44f0-891b-417d-b043-465c855a44fa on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:08.239172 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Pushing event updated for resources: {'Port': ['ID=089b44f0-891b-417d-b043-465c855a44fa,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:08.243833 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:08.244448 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:08.245007 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.245671 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:08.246312 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Bound port: 089b44f0-891b-417d-b043-465c855a44fa, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:08.246849 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (089b44f0-891b-417d-b043-465c855a44fa), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.275021 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.275655 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.276428 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.276935 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.277417 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.277897 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.278387 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.278874 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.279383 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.279871 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.280345 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.280830 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.281299 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Tracked resource versions report: Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: pushed versions: Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: { 'AddressGroup': {'1.2'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Log': {'1.0'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Network': {'1.1'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Port': {'1.7'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'PortForwarding': {'1.2'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'QosPolicy': {'1.10'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SecurityGroup': {'1.5'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SubPort': {'1.0'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Subnet': {'1.1'}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Trunk': {'1.1'}} Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: consumer versions: Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: { DHCP agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: HyperV agent@hv-cinder-81546: {}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: L3 agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: Metadata agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: Metering agent@dv-cinder-815461-8-iscsi: {}, Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: Open vSwitch agent@dv-cinder-815461-8-iscsi: { 'AddressGroup': '1.2', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'ConntrackHelper': '1.0', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'LocalIPAssociation': '1.0', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Log': '1.0', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Network': '1.1', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Port': '1.7', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'PortForwarding': '1.2', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'QosPolicy': '1.10', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SecurityGroup': '1.5', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SecurityGroupRule': '1.2', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'SubPort': '1.0', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Subnet': '1.1', Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: 'Trunk': '1.1'}} Jan 17 09:35:08.282605 dv-cinder-815461-8-iscsi neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:35:08.338828 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks [] for router_gateway (2dda6b9a-4190-4c16-92e7-3f8c27206720), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.347039 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] For port 089b44f0-891b-417d-b043-465c855a44fa, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:08.347338 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks [] for router_controller (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.356563 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] For port 089b44f0-891b-417d-b043-465c855a44fa, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=089b44f0-891b-417d-b043-465c855a44fa,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:08.380324 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Allocated IP 172.20.0.1 (8a3ad31e-340c-42a2-a66d-c437bb4da741/ceb5abf9-5b29-4419-829e-2ecf9c39ca3d/3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:08.477499 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60798) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:08.491681 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Publish callbacks [] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.501352 dv-cinder-815461-8-iscsi neutron-server[103255]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 09:35:08.508093 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (089b44f0-891b-417d-b043-465c855a44fa), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.571788 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.589503 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:08.593781 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:08.654950 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:08.664010 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:08.672711 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:08.760030 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c5ff5-ef61-429c-b375-20993cc4a9f9 None None] Pushing event updated for resources: {'Port': ['ID=089b44f0-891b-417d-b043-465c855a44fa,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:08.760337 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks [] for router_gateway (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.784111 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Pushing event updated for resources: {'Port': ['ID=6ea8cdd1-df33-480b-b546-fd29df33cbb1,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:08.790936 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:08.819469 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Attempting to bind port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:08.820205 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Attempting to bind port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:08.820813 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Attempting to bind port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 on network 460e104a-d5ad-4804-86f9-3d10f08e0f90 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:08.830171 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:08.831701 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Checking segment: {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:08.833113 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.833817 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Bound using segment: {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:08.834672 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Bound port: 6ea8cdd1-df33-480b-b546-fd29df33cbb1, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:08.835045 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Publish callbacks [] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.835525 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.902696 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-8d5af2d4-dc71-4a7f-9143-417eafe3144a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:08.904455 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-8d5af2d4-dc71-4a7f-9143-417eafe3144a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/networks?id=23942330-31c7-425f-81a2-805108ea7a2f HTTP/1.1" status: 200 len: 812 time: 0.4182796 Jan 17 09:35:08.925131 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] For port 6ea8cdd1-df33-480b-b546-fd29df33cbb1, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:08.930234 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] For port 6ea8cdd1-df33-480b-b546-fd29df33cbb1, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6ea8cdd1-df33-480b-b546-fd29df33cbb1,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:08.932181 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-6f12b9f9-cadc-4afd-9d05-ad053780f576 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/quotas/bee53997bdee4e0ba62ff6a89b31e0e7 HTTP/1.1" status: 200 len: 375 time: 0.0188341 Jan 17 09:35:09.009651 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-fd5d0e84-5c18-4e39-805f-a87856132598 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bee53997bdee4e0ba62ff6a89b31e0e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746133 Jan 17 09:35:09.020414 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.024133 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 3, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:09.033401 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.064089 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a140dac-67ea-4d2d-aa45-3e21def75260 None None] The sync data for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi is: [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 3, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:09.155121 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:09.162415 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:09.165077 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:09.165745 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (ffd9d70f-a75f-45df-b60f-85dc4ae97925), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.172604 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks [] for router_gateway (2dda6b9a-4190-4c16-92e7-3f8c27206720), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.214633 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.257692 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac27b8-b3eb-4d44-80cc-1eeaf0f0d2ae None None] Pushing event updated for resources: {'Port': ['ID=6ea8cdd1-df33-480b-b546-fd29df33cbb1,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:09.277496 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Pushing event updated for resources: {'Port': ['ID=3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:09.298426 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks [] for router_gateway (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.336780 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.453408 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-59b3fd53-c72b-4dd9-9d9a-c22694b0b651 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:35:09.464216 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-59b3fd53-c72b-4dd9-9d9a-c22694b0b651 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1044765 Jan 17 09:35:09.639275 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.662131 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Allocated IP 172.27.1.236 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/788aaf09-0c8a-411f-b7bf-88af82d2e8a6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:09.765484 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d3aedf53-70ac-4fdc-86e0-735d7e914e67 None None] Provisioning complete for port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:09.766809 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3aedf53-70ac-4fdc-86e0-735d7e914e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.885632 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d3aedf53-70ac-4fdc-86e0-735d7e914e67 None None] Port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:10.018625 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Publish callbacks [] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.031681 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-626fc555-ecf9-4e14-85c0-21d9a9294130 service neutron] 10.222.0.73 "GET /v2.0/networks/23942330-31c7-425f-81a2-805108ea7a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636382 Jan 17 09:35:10.063446 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks [] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.096393 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.097111 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (ffd9d70f-a75f-45df-b60f-85dc4ae97925), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.218169 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-ab48d378-486c-4c9a-9ecc-2f11075ccf8c service neutron] 10.222.0.73 "GET /v2.0/networks/23942330-31c7-425f-81a2-805108ea7a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811869 Jan 17 09:35:10.244204 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Pushing event updated for resources: {'Port': ['ID=3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:10.278686 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.337042 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:10.342820 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:10.345012 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:10.356730 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:10.360680 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:10.372669 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Allocated IP 172.27.1.79 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/6454d9de-0d0a-410a-ab52-995f685d146d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:10.600408 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Pushing event updated for resources: {'Port': ['ID=788aaf09-0c8a-411f-b7bf-88af82d2e8a6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:10.630858 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60848) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:10.649059 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Router ffd9d70f-a75f-45df-b60f-85dc4ae97925 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:35:10.919588 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:10.950679 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks [] for port (6454d9de-0d0a-410a-ab52-995f685d146d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.953821 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60874) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:10.963091 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fc72dee3-3a3a-4aeb-823f-e011aaea06be None None] Provisioning complete for port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:10.963791 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc72dee3-3a3a-4aeb-823f-e011aaea06be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.995879 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:11.003738 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-94ddeb57-1e37-4043-bd78-0ffdaf3bc32c admin admin] 10.222.0.73 "PUT /v2.0/routers/ffd9d70f-a75f-45df-b60f-85dc4ae97925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9175007 Jan 17 09:35:11.104588 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fc72dee3-3a3a-4aeb-823f-e011aaea06be None None] Port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:11.110018 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90913791-5f92-4585-b2fc-4137071ea3c5 None None] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:11.110500 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52f5b2a1-5c35-4750-bf00-4a4dd3ae7b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.207996 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0593ee8c-e105-435c-9b02-8ddc986ab108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.234112 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b8ffd513-10a1-4616-9a56-0180d5535942 req-e4c76b37-ac51-4d45-8652-d2348af9d97c tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.3088758 Jan 17 09:35:11.345812 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks [] for router_gateway (2dda6b9a-4190-4c16-92e7-3f8c27206720), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.363124 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52f5b2a1-5c35-4750-bf00-4a4dd3ae7b31 admin admin] Publish callbacks [] for security_group (83767472-df9e-4e8a-91e5-99affb18d84b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.369950 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.423895 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e155f2cf-592a-4612-ba48-fcc1c15b5e73 None None] Provisioning complete for port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:11.424279 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e155f2cf-592a-4612-ba48-fcc1c15b5e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.433176 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:11.454194 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:11.460128 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:11.560682 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6ea8cdd1-df33-480b-b546-fd29df33cbb1 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:11.676220 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Pushing event updated for resources: {'Port': ['ID=6454d9de-0d0a-410a-ab52-995f685d146d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:11.747856 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (2dda6b9a-4190-4c16-92e7-3f8c27206720), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.749634 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52f5b2a1-5c35-4750-bf00-4a4dd3ae7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (83767472-df9e-4e8a-91e5-99affb18d84b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.805088 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:11.808666 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.832932 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0593ee8c-e105-435c-9b02-8ddc986ab108 admin admin] Publish callbacks [] for security_group (15361d06-43c3-4b3c-944b-030172fbdd04), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.902211 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e155f2cf-592a-4612-ba48-fcc1c15b5e73 None None] Current status of the port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:11.902700 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e155f2cf-592a-4612-ba48-fcc1c15b5e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.934453 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0593ee8c-e105-435c-9b02-8ddc986ab108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (15361d06-43c3-4b3c-944b-030172fbdd04), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.974850 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e155f2cf-592a-4612-ba48-fcc1c15b5e73 None None] For port 6ea8cdd1-df33-480b-b546-fd29df33cbb1, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6ea8cdd1-df33-480b-b546-fd29df33cbb1,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:11.995188 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-52f5b2a1-5c35-4750-bf00-4a4dd3ae7b31 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a811a57c67841c2a6111cae6629ef07&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0402095 Jan 17 09:35:12.018775 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60908) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:12.025092 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5b2a1-5c35-4750-bf00-4a4dd3ae7b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83767472-df9e-4e8a-91e5-99affb18d84b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:12.067798 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e155f2cf-592a-4612-ba48-fcc1c15b5e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.078535 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:12.099445 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0593ee8c-e105-435c-9b02-8ddc986ab108 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0502c83738f4b04834259aed9310003&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4634295 Jan 17 09:35:12.099928 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593ee8c-e105-435c-9b02-8ddc986ab108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15361d06-43c3-4b3c-944b-030172fbdd04,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:12.102893 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60916) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:12.122104 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.210722 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Router 2dda6b9a-4190-4c16-92e7-3f8c27206720 is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:35:12.234251 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155f2cf-592a-4612-ba48-fcc1c15b5e73 None None] Pushing event updated for resources: {'Port': ['ID=6ea8cdd1-df33-480b-b546-fd29df33cbb1,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:12.269599 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Sync routers for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:12.276391 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-840baf3e-57fa-414d-b4a3-d44734ed169e None None] Provisioning complete for port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:12.277133 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-840baf3e-57fa-414d-b4a3-d44734ed169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.292698 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84c630b6-2000-40fe-ab55-87af9c73c367 admin admin] Publish callbacks [] for security_group (83767472-df9e-4e8a-91e5-99affb18d84b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.333267 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.db.api [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:35:12.333483 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG oslo_db.api [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:35:12.339592 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:12.340278 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:12.448791 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b96df37d-c664-4d48-9598-5ca1b24d4149 req-c3751c18-34a1-40fd-9c36-aa10f3bca144 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0897255 Jan 17 09:35:12.465208 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:12.477064 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Sync routers for ids ['2dda6b9a-4190-4c16-92e7-3f8c27206720'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:12.493352 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84c630b6-2000-40fe-ab55-87af9c73c367 admin admin] Publish callbacks [] for security_group (83767472-df9e-4e8a-91e5-99affb18d84b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.495078 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2d5858-8c7e-418a-ab87-d4a7725d2bf2 admin admin] Publish callbacks [] for security_group (15361d06-43c3-4b3c-944b-030172fbdd04), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.495211 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Routers {'2dda6b9a-4190-4c16-92e7-3f8c27206720'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:12.496070 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['2dda6b9a-4190-4c16-92e7-3f8c27206720'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:12.579848 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.582237 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9e4e2830-40dd-46e7-8671-bb78866145c5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8950839 Jan 17 09:35:12.582429 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2d5858-8c7e-418a-ab87-d4a7725d2bf2 admin admin] Publish callbacks [] for security_group (15361d06-43c3-4b3c-944b-030172fbdd04), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.585613 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:12.619188 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks [] for router_gateway (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.641263 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Set router 2dda6b9a-4190-4c16-92e7-3f8c27206720 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:12.749401 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-840baf3e-57fa-414d-b4a3-d44734ed169e None None] Current status of the port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:12.764987 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:12.773476 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a29236c3-142f-420f-a93b-f1174cea3825 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069819608', 'description': 'tempest-description--1009968305'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:12.793660 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84c630b6-2000-40fe-ab55-87af9c73c367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (83767472-df9e-4e8a-91e5-99affb18d84b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.797880 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84c630b6-2000-40fe-ab55-87af9c73c367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.798012 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:12.803862 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-84c630b6-2000-40fe-ab55-87af9c73c367 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/83767472-df9e-4e8a-91e5-99affb18d84b HTTP/1.1" status: 204 len: 168 time: 0.7760377 Jan 17 09:35:12.820781 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c630b6-2000-40fe-ab55-87af9c73c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83767472-df9e-4e8a-91e5-99affb18d84b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:12.931148 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a29236c3-142f-420f-a93b-f1174cea3825 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:12.933413 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:10Z', 'revision_number': 3, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'gw_port': {'id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:12.953764 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2d5858-8c7e-418a-ab87-d4a7725d2bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (15361d06-43c3-4b3c-944b-030172fbdd04), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.158931 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2d5858-8c7e-418a-ab87-d4a7725d2bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.158931 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-da2d5858-8c7e-418a-ab87-d4a7725d2bf2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/15361d06-43c3-4b3c-944b-030172fbdd04 HTTP/1.1" status: 204 len: 168 time: 0.8369956 Jan 17 09:35:13.158931 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d5858-8c7e-418a-ab87-d4a7725d2bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15361d06-43c3-4b3c-944b-030172fbdd04,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:13.160065 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Checking router: 2dda6b9a-4190-4c16-92e7-3f8c27206720 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:13.160065 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Updating router 2dda6b9a-4190-4c16-92e7-3f8c27206720 port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:13.162249 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.162469 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.162736 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.189911 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a29236c3-142f-420f-a93b-f1174cea3825 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (6c5bb9d4-e8b7-4729-b53a-214d9afe139b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.268327 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:13.270271 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 089b44f0-891b-417d-b043-465c855a44fa up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:13.348806 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:35:13.370110 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a29236c3-142f-420f-a93b-f1174cea3825 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (6c5bb9d4-e8b7-4729-b53a-214d9afe139b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.445759 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 2, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:13.448170 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 089b44f0-891b-417d-b043-465c855a44fa triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:13.448567 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (089b44f0-891b-417d-b043-465c855a44fa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.564557 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Checking router: ffd9d70f-a75f-45df-b60f-85dc4ae97925 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:13.564921 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Updating router ffd9d70f-a75f-45df-b60f-85dc4ae97925 port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 binding host dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:13.608135 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:13.639947 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.642812 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Sync routers for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:13.672991 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:13.673725 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:13.709199 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.721803 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-056746df-41ae-49a5-bfba-bf9add10919c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9459527 Jan 17 09:35:13.721803 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:13.734561 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a29236c3-142f-420f-a93b-f1174cea3825 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.736347 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a29236c3-142f-420f-a93b-f1174cea3825 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9703948 Jan 17 09:35:13.746647 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:13.767833 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c14d202c-688f-47f3-a24d-a0c68f8762ff tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'security_group_rule': {'security_group_id': '6c5bb9d4-e8b7-4729-b53a-214d9afe139b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:13.778426 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3676dfa4-ef2a-4e55-9009-db941c7cbc9d req-7c0637c9-c535-4906-8ddb-b005d35bf7f1 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0761933 Jan 17 09:35:13.790779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29236c3-142f-420f-a93b-f1174cea3825 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5bb9d4-e8b7-4729-b53a-214d9afe139b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:13.845855 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Publish callbacks [] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.927981 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.965995 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.029521 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c14d202c-688f-47f3-a24d-a0c68f8762ff tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (d0c427a9-f56c-4e46-915e-93a3fbc2ea74), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.096945 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ea34b-a4a7-40c7-8335-c532108def1c None None] Pushing event updated for resources: {'Port': ['ID=788aaf09-0c8a-411f-b7bf-88af82d2e8a6,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:14.100652 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:14.104805 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Attempting to bind port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:14.105200 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Attempting to bind port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:14.105621 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Attempting to bind port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:14.130191 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:14.130579 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:14.130989 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.131440 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:14.131919 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Bound port: 788aaf09-0c8a-411f-b7bf-88af82d2e8a6, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:14.133590 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.177890 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:14.217366 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-455513fb-101f-4be4-bf51-b2cbe9830e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.251379 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] For port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:14.256277 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] For port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=788aaf09-0c8a-411f-b7bf-88af82d2e8a6,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:14.291874 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 089b44f0-891b-417d-b043-465c855a44fa is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:14.292836 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (089b44f0-891b-417d-b043-465c855a44fa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.298841 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c14d202c-688f-47f3-a24d-a0c68f8762ff tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (d0c427a9-f56c-4e46-915e-93a3fbc2ea74), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.323181 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Allocated IP 172.20.0.1 (83820ef2-7a35-4657-9b6d-b3b7651f7baa/7c701a62-bb47-478d-ae34-2c1e5402ea41/ca7a7758-6422-45e6-93cb-9a436b5ec56c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:14.336703 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.343032 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.413556 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 089b44f0-891b-417d-b043-465c855a44fa, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=089b44f0-891b-417d-b043-465c855a44fa,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:14.420049 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c14d202c-688f-47f3-a24d-a0c68f8762ff tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (d0c427a9-f56c-4e46-915e-93a3fbc2ea74), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.454154 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Routers {'2dda6b9a-4190-4c16-92e7-3f8c27206720'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:14.454796 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['2dda6b9a-4190-4c16-92e7-3f8c27206720'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:14.482205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d202c-688f-47f3-a24d-a0c68f8762ff tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c427a9-f56c-4e46-915e-93a3fbc2ea74,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:14.503789 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ea34b-a4a7-40c7-8335-c532108def1c None None] Pushing event updated for resources: {'Port': ['ID=788aaf09-0c8a-411f-b7bf-88af82d2e8a6,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:14.542366 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (089b44f0-891b-417d-b043-465c855a44fa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.567046 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Publish callbacks [] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.576256 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-455513fb-101f-4be4-bf51-b2cbe9830e0c admin admin] Publish callbacks [] for security_group (38021171-b95a-4dfc-934e-96344e012b92), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.633609 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-455513fb-101f-4be4-bf51-b2cbe9830e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (38021171-b95a-4dfc-934e-96344e012b92), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.639506 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c14d202c-688f-47f3-a24d-a0c68f8762ff tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.640712 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c14d202c-688f-47f3-a24d-a0c68f8762ff tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8929346 Jan 17 09:35:14.642593 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] Set router 2dda6b9a-4190-4c16-92e7-3f8c27206720 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:14.646615 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 60986) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:14.654158 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7f223430-8dfa-404a-b266-aa18f984cb6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'security_group_rule': {'security_group_id': '6c5bb9d4-e8b7-4729-b53a-214d9afe139b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:14.687488 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Allocated IP 172.20.0.1 (460e104a-d5ad-4804-86f9-3d10f08e0f90/e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd/88d72a8f-a92d-4f5a-ba08-a22d6b31835d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:14.697094 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.720716 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Publish callbacks [] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.727311 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6ea8cdd1-df33-480b-b546-fd29df33cbb1 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:14.742023 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=089b44f0-891b-417d-b043-465c855a44fa,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:14.790506 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:12Z', 'revision_number': 3, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:14.827209 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Checking router: c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:14.827604 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Updating router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 port 6454d9de-0d0a-410a-ab52-995f685d146d binding host dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:14.831382 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.841049 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-455513fb-101f-4be4-bf51-b2cbe9830e0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ef3434cfcd7455b8146d6c2545e7121&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6616709 Jan 17 09:35:14.847847 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 60992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:14.881438 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455513fb-101f-4be4-bf51-b2cbe9830e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38021171-b95a-4dfc-934e-96344e012b92,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:14.954648 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Network 83820ef2-7a35-4657-9b6d-b3b7651f7baa is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:14.969766 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:10Z', 'revision_number': 3, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'gw_port': {'id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:14.975812 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:14.982116 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:14.983001 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (2dda6b9a-4190-4c16-92e7-3f8c27206720), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.993485 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7a7758-6422-45e6-93cb-9a436b5ec56c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:15.005346 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Attempting to bind port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:15.005721 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Attempting to bind port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:15.006080 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Attempting to bind port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 on network 8a3ad31e-340c-42a2-a66d-c437bb4da741 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:15.019120 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:15.019554 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Checking segment: {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:15.020674 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.021115 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Bound using segment: {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:15.021589 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Bound port: 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:15.021970 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.028846 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495cbd1-a1bb-4436-a844-85668ffe72f9 None None] The sync data for ids ['2dda6b9a-4190-4c16-92e7-3f8c27206720'] in dv-cinder-815461-8-iscsi is: [{'id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:10Z', 'revision_number': 3, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'gw_port': {'id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:15.043479 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f223430-8dfa-404a-b266-aa18f984cb6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (dc102688-0eed-4e33-82f9-c1d78f46f1f7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.122758 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] For port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:15.126271 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] For port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:15.127437 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.185661 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77c3f2-6667-4c46-b1e6-e541f0f33bad None None] Pushing event updated for resources: {'Port': ['ID=3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:15.185942 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f223430-8dfa-404a-b266-aa18f984cb6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (dc102688-0eed-4e33-82f9-c1d78f46f1f7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.216368 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ec17cf3d-4c2e-4761-8d8e-410e5e6f2e93 req-232b117b-6b80-4d3d-978e-a3f7f3995918 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0754809 Jan 17 09:35:15.251169 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Publish callbacks [] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.282317 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f223430-8dfa-404a-b266-aa18f984cb6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (dc102688-0eed-4e33-82f9-c1d78f46f1f7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.299549 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.314485 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:15.314879 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.318084 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f223430-8dfa-404a-b266-aa18f984cb6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc102688-0eed-4e33-82f9-c1d78f46f1f7,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:15.371804 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.373647 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f677dfac-84c7-450f-91f7-3ba59c34df82 None None] Provisioning complete for port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:15.374029 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f677dfac-84c7-450f-91f7-3ba59c34df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.439588 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde023d0-d0bf-4df4-a345-9813b85c26a7 admin admin] Publish callbacks [] for security_group (38021171-b95a-4dfc-934e-96344e012b92), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.452961 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f223430-8dfa-404a-b266-aa18f984cb6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.454432 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-7f223430-8dfa-404a-b266-aa18f984cb6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8065720 Jan 17 09:35:15.457948 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 32772) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:15.469853 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:15.471236 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'floatingip': {'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:15.474705 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:15.478843 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:15.479457 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.485759 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde023d0-d0bf-4df4-a345-9813b85c26a7 admin admin] Publish callbacks [] for security_group (38021171-b95a-4dfc-934e-96344e012b92), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.540839 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=88d72a8f-a92d-4f5a-ba08-a22d6b31835d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:15.609162 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.737609 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde023d0-d0bf-4df4-a345-9813b85c26a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (38021171-b95a-4dfc-934e-96344e012b92), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.743666 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde023d0-d0bf-4df4-a345-9813b85c26a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.744335 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-dde023d0-d0bf-4df4-a345-9813b85c26a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38021171-b95a-4dfc-934e-96344e012b92 HTTP/1.1" status: 204 len: 168 time: 0.8919523 Jan 17 09:35:15.826368 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.856157 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f677dfac-84c7-450f-91f7-3ba59c34df82 None None] Current status of the port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:15.862705 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f677dfac-84c7-450f-91f7-3ba59c34df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.915223 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f677dfac-84c7-450f-91f7-3ba59c34df82 None None] For port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:15.948621 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77c3f2-6667-4c46-b1e6-e541f0f33bad None None] Pushing event updated for resources: {'Port': ['ID=3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:15.953818 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:15.955681 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:16.029704 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f677dfac-84c7-450f-91f7-3ba59c34df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.035979 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Publish callbacks [] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.066411 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.078356 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde023d0-d0bf-4df4-a345-9813b85c26a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38021171-b95a-4dfc-934e-96344e012b92,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:16.105647 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.109004 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (2dda6b9a-4190-4c16-92e7-3f8c27206720), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.178276 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Publish callbacks [] for port (6454d9de-0d0a-410a-ab52-995f685d146d), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.232932 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Publish callbacks [] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.302681 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.303456 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.325259 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.402464 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677dfac-84c7-450f-91f7-3ba59c34df82 None None] Pushing event updated for resources: {'Port': ['ID=3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:16.407373 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7a7758-6422-45e6-93cb-9a436b5ec56c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:16.469164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7170187c-e896-4ac9-a79d-3b2b26de905b None None] Provisioning complete for port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:16.469560 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7170187c-e896-4ac9-a79d-3b2b26de905b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.500888 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=88d72a8f-a92d-4f5a-ba08-a22d6b31835d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:16.541291 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Network 83820ef2-7a35-4657-9b6d-b3b7651f7baa is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:16.547813 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:16.548961 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:16.573901 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:16.578644 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Attempting to bind port 6454d9de-0d0a-410a-ab52-995f685d146d on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:16.578644 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Attempting to bind port 6454d9de-0d0a-410a-ab52-995f685d146d by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:16.579388 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Attempting to bind port 6454d9de-0d0a-410a-ab52-995f685d146d on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:16.619658 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:16.624201 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:16.639957 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5934aee-b4fc-4cd0-8e0c-93d65a224b41 req-f40f337a-3ae7-485b-b471-8679dd412fb8 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0754054 Jan 17 09:35:16.695594 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:16.696279 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:16.696841 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.697384 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:16.698510 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Bound port: 6454d9de-0d0a-410a-ab52-995f685d146d, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:16.699134 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.757340 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7170187c-e896-4ac9-a79d-3b2b26de905b None None] Port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:16.876291 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.915857 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:35:16.963571 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] For port 6454d9de-0d0a-410a-ab52-995f685d146d, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:16.969314 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] For port 6454d9de-0d0a-410a-ab52-995f685d146d, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6454d9de-0d0a-410a-ab52-995f685d146d,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:16.979834 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f4042-2e30-4668-9551-e5bed3527079 None None] Pushing event updated for resources: {'Port': ['ID=6454d9de-0d0a-410a-ab52-995f685d146d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:16.982133 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 089b44f0-891b-417d-b043-465c855a44fa up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:16.988963 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7170187c-e896-4ac9-a79d-3b2b26de905b None None] Provisioning complete for port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:16.989285 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7170187c-e896-4ac9-a79d-3b2b26de905b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:17.063057 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Router 2dda6b9a-4190-4c16-92e7-3f8c27206720 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:35:17.109137 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:17.119736 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:17.140647 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e329cc30-0b81-4235-b1ea-53f6f6bbf1b8 admin admin] 10.222.0.73 "PUT /v2.0/routers/c9d068c2-5ad1-48f7-9b85-23e5e090b5f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4234536 Jan 17 09:35:17.262877 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Allocated IP 172.27.1.53 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/643bfbea-c3cd-49da-b3a8-31ae4f515118) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:17.277180 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:17.277803 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:17.324357 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f4042-2e30-4668-9551-e5bed3527079 None None] Pushing event updated for resources: {'Port': ['ID=6454d9de-0d0a-410a-ab52-995f685d146d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:17.361026 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7170187c-e896-4ac9-a79d-3b2b26de905b None None] Current status of the port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:17.377501 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 089b44f0-891b-417d-b043-465c855a44fa triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:17.377885 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (089b44f0-891b-417d-b043-465c855a44fa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:17.419271 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:17.437005 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3fd8ceb4-0d47-4363-988d-f061e997a1a3 admin admin] 10.222.0.73 "PUT /v2.0/routers/2dda6b9a-4190-4c16-92e7-3f8c27206720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8487344 Jan 17 09:35:17.502656 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:17.547284 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for port (643bfbea-c3cd-49da-b3a8-31ae4f515118), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:17.566880 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-84b8a2f0-4a2f-4889-8347-3f95e4a9492b None None] Provisioning complete for port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:17.567536 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84b8a2f0-4a2f-4889-8347-3f95e4a9492b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:17.623081 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:17.656797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (643bfbea-c3cd-49da-b3a8-31ae4f515118), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:17.685122 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Sync routers for ids ['2dda6b9a-4190-4c16-92e7-3f8c27206720'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:17.709725 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Routers {'2dda6b9a-4190-4c16-92e7-3f8c27206720'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:17.714317 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['2dda6b9a-4190-4c16-92e7-3f8c27206720'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:17.714734 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:17.720025 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:17.724693 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:17.730119 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'Port': ['ID=643bfbea-c3cd-49da-b3a8-31ae4f515118,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:17.739414 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2428ad3-b9ea-4e5f-8e96-3e71dbaf20fb None None] The sync data for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi is: [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:17.847718 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 089b44f0-891b-417d-b043-465c855a44fa is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:17.849112 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:17.853125 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-84b8a2f0-4a2f-4889-8347-3f95e4a9492b None None] Port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:17.969331 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Set router 2dda6b9a-4190-4c16-92e7-3f8c27206720 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:17.989246 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (710479de-890c-4ebd-afc2-c0784deb8c0b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.002984 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51c27e2e-c01e-49d9-8b30-94cfe22f6e1a req-a3901b49-54bb-4cad-bd6b-7050e0107c65 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.1680250 Jan 17 09:35:18.188866 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (643bfbea-c3cd-49da-b3a8-31ae4f515118), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.199028 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:18.199826 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.303514 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'gw_port': {'id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'ca7a7758-6422-45e6-93cb-9a436b5ec56c', 'name': '', 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'mac_address': 'fa:16:3e:e7:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c701a62-bb47-478d-ae34-2c1e5402ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:13Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 2, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'subnets': [{'id': '7c701a62-bb47-478d-ae34-2c1e5402ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:18.366357 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Checking router: 2dda6b9a-4190-4c16-92e7-3f8c27206720 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:18.366747 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Updating router 2dda6b9a-4190-4c16-92e7-3f8c27206720 port ca7a7758-6422-45e6-93cb-9a436b5ec56c binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:18.397130 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.423335 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 2, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:18.504249 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 32866) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:18.510093 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3f92e74e-db5b-4435-95ac-88cf0f0add13 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869091116', 'description': 'tempest-description--1069065924'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:18.645971 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:18.649041 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-23ccbd6b-4562-4982-b88b-0ff60e11cc92 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:18.650575 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-23ccbd6b-4562-4982-b88b-0ff60e11cc92 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 819 time: 0.2348220 Jan 17 09:35:18.655220 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for port (643bfbea-c3cd-49da-b3a8-31ae4f515118), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.656398 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.667483 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab2b3e-269f-4d38-9def-b74f258c24e0 None None] The sync data for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi is: [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 2, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:18.676148 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-84b2038e-674f-4931-b2ac-59e28c1094a5 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/quotas/c30fb43a27f2442b9cc9693a6a726555 HTTP/1.1" status: 200 len: 375 time: 0.0178962 Jan 17 09:35:18.693938 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=788aaf09-0c8a-411f-b7bf-88af82d2e8a6,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:18.699891 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f92e74e-db5b-4435-95ac-88cf0f0add13 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.751585 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (643bfbea-c3cd-49da-b3a8-31ae4f515118), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.788136 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.858164 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Publish callbacks [] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.883555 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f92e74e-db5b-4435-95ac-88cf0f0add13 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (17fb1622-be77-43e7-bbf3-3b35eea0d1eb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.889485 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=788aaf09-0c8a-411f-b7bf-88af82d2e8a6,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:18.900012 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (710479de-890c-4ebd-afc2-c0784deb8c0b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.917995 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-36511afd-78d0-4542-bccd-8b99f1f1a636 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2313745 Jan 17 09:35:18.925755 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.930225 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'Port': ['ID=643bfbea-c3cd-49da-b3a8-31ae4f515118,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:18.961495 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f92e74e-db5b-4435-95ac-88cf0f0add13 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (17fb1622-be77-43e7-bbf3-3b35eea0d1eb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.990328 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:18.994778 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0307a837-6005-4d6d-a798-a5e3ff098406 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5352814 Jan 17 09:35:19.005434 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:19.044269 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92e74e-db5b-4435-95ac-88cf0f0add13 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fb1622-be77-43e7-bbf3-3b35eea0d1eb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:19.048341 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb4342-4c9a-4ff7-af97-1025af70c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ca7a7758-6422-45e6-93cb-9a436b5ec56c,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:19.129773 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f92e74e-db5b-4435-95ac-88cf0f0add13 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.139628 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-3f92e74e-db5b-4435-95ac-88cf0f0add13 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6336122 Jan 17 09:35:19.145389 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 32886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:19.150762 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c156bd62-c77a-4958-8331-64fa1e34c040 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'security_group_rule': {'security_group_id': '17fb1622-be77-43e7-bbf3-3b35eea0d1eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:19.234704 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:19.235076 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.329597 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1d17ecb6-5e67-4574-beb0-475e7a4a8563 req-14f9cb3a-ce07-4883-809f-3306f3d8ed2d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.1239190 Jan 17 09:35:19.347033 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Attempting to bind port ca7a7758-6422-45e6-93cb-9a436b5ec56c on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:19.349725 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Attempting to bind port ca7a7758-6422-45e6-93cb-9a436b5ec56c by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:19.350118 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Attempting to bind port ca7a7758-6422-45e6-93cb-9a436b5ec56c on network 83820ef2-7a35-4657-9b6d-b3b7651f7baa {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:19.360385 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-9e38c7c1-964a-4986-9dcf-0c719c7c3e9d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:35:19.361574 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-9e38c7c1-964a-4986-9dcf-0c719c7c3e9d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2350183 Jan 17 09:35:19.363460 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:19.365499 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Checking segment: {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:19.366082 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.366484 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Bound using segment: {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:19.366978 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Bound port: ca7a7758-6422-45e6-93cb-9a436b5ec56c, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:19.371029 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.509716 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:19.527043 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c156bd62-c77a-4958-8331-64fa1e34c040 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (2ae7b9c1-d1e2-4701-99a6-e484bdf3c377), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.564375 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] For port ca7a7758-6422-45e6-93cb-9a436b5ec56c, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:19.574558 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] For port ca7a7758-6422-45e6-93cb-9a436b5ec56c, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=ca7a7758-6422-45e6-93cb-9a436b5ec56c,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:19.656956 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.745252 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-2fdd88c6-60f4-4076-a024-a5d5c3d7c103 service neutron] 10.222.0.73 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706298 Jan 17 09:35:19.753133 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-44076b7e-6d57-4382-bb12-02de9d21b7f1 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1069819608&fields=id&tenant_id=91086ce60a314ff196d3b8211728e190 HTTP/1.1" status: 200 len: 267 time: 0.2051249 Jan 17 09:35:19.800890 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c156bd62-c77a-4958-8331-64fa1e34c040 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (2ae7b9c1-d1e2-4701-99a6-e484bdf3c377), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.801036 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb4342-4c9a-4ff7-af97-1025af70c7b5 None None] Pushing event updated for resources: {'Port': ['ID=ca7a7758-6422-45e6-93cb-9a436b5ec56c,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:19.864417 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Routers {'2dda6b9a-4190-4c16-92e7-3f8c27206720'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:19.876542 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['2dda6b9a-4190-4c16-92e7-3f8c27206720'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:19.900962 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c156bd62-c77a-4958-8331-64fa1e34c040 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (2ae7b9c1-d1e2-4701-99a6-e484bdf3c377), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.940716 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156bd62-c77a-4958-8331-64fa1e34c040 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae7b9c1-d1e2-4701-99a6-e484bdf3c377,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:20.013533 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-6d7426e3-d7ce-4c12-a4cc-f157210f813f service neutron] 10.222.0.73 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551632 Jan 17 09:35:20.022429 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-a5cdd62b-dfd5-4f5a-ac4d-4155b9dc6644 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:20.034432 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-a5cdd62b-dfd5-4f5a-ac4d-4155b9dc6644 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 811 time: 0.2603185 Jan 17 09:35:20.041010 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c156bd62-c77a-4958-8331-64fa1e34c040 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:20.045730 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c156bd62-c77a-4958-8331-64fa1e34c040 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8983874 Jan 17 09:35:20.048355 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 32930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:20.060140 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e396b119-bb10-4756-96d9-e4159c58d580 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'security_group_rule': {'security_group_id': '17fb1622-be77-43e7-bbf3-3b35eea0d1eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:20.064766 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] Set router 2dda6b9a-4190-4c16-92e7-3f8c27206720 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:20.074186 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-493254ae-41dd-48f6-bde3-5129fe5218c9 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/quotas/91086ce60a314ff196d3b8211728e190 HTTP/1.1" status: 200 len: 375 time: 0.0272110 Jan 17 09:35:20.167887 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-1470ae71-9478-40a8-9c03-352701b351e5 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643952 Jan 17 09:35:20.251649 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e396b119-bb10-4756-96d9-e4159c58d580 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (5f3f56a3-85dd-4aac-89ea-4bcfce1c035d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:20.319682 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-69569847-5b9d-4972-bfec-216f563beabc service neutron] 10.222.0.73 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372862 Jan 17 09:35:20.547518 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'gw_port': {'id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'ca7a7758-6422-45e6-93cb-9a436b5ec56c', 'name': '', 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'mac_address': 'fa:16:3e:e7:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c701a62-bb47-478d-ae34-2c1e5402ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:13Z', 'updated_at': '2022-01-17T09:35:19Z', 'revision_number': 4, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'subnets': [{'id': '7c701a62-bb47-478d-ae34-2c1e5402ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:20.583273 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256edff5-203a-4da1-b8e0-007d5aec2d93 None None] The sync data for ids ['2dda6b9a-4190-4c16-92e7-3f8c27206720'] in dv-cinder-815461-8-iscsi is: [{'id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'gw_port': {'id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'ca7a7758-6422-45e6-93cb-9a436b5ec56c', 'name': '', 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'mac_address': 'fa:16:3e:e7:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c701a62-bb47-478d-ae34-2c1e5402ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:13Z', 'updated_at': '2022-01-17T09:35:19Z', 'revision_number': 4, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'subnets': [{'id': '7c701a62-bb47-478d-ae34-2c1e5402ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:20.661065 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-09bb0f40-0641-4538-afa5-dd3d22fb7e70 req-ff0e386d-114a-4c55-98f3-642f20e6fd9a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 210 time: 0.3247674 Jan 17 09:35:20.691520 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e396b119-bb10-4756-96d9-e4159c58d580 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (5f3f56a3-85dd-4aac-89ea-4bcfce1c035d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:20.722788 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-4c728030-3e1e-44e6-8c0c-74dd75a0bf74 service neutron] 10.222.0.73 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022546 Jan 17 09:35:20.774610 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e9f9a3f3-4fdb-4343-a6cc-17e2d3962f93 req-3a9c2cec-9932-4b49-8627-f72ae5b1add4 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0379193 Jan 17 09:35:20.805077 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e396b119-bb10-4756-96d9-e4159c58d580 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (5f3f56a3-85dd-4aac-89ea-4bcfce1c035d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:20.848700 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396b119-bb10-4756-96d9-e4159c58d580 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3f56a3-85dd-4aac-89ea-4bcfce1c035d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:20.906319 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:20.923969 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e396b119-bb10-4756-96d9-e4159c58d580 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:20.927304 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e396b119-bb10-4756-96d9-e4159c58d580 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8699727 Jan 17 09:35:20.929019 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 32994) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:20.937849 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'floatingip': {'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:20.995921 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:20.996496 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:21.101658 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:21.158060 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-3ee7b05f-9b71-4f2c-8828-87e5dab4151a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:21.180642 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-3ee7b05f-9b71-4f2c-8828-87e5dab4151a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 819 time: 0.3060215 Jan 17 09:35:21.209530 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1dca673d-d030-406a-92f1-dfe5a5fdd3b3 req-b8352fe2-59a1-459f-824c-52293e0ffdd7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.1225555 Jan 17 09:35:21.238657 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-03c3865b-64f5-4269-a34a-ca0657d91ddc tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/quotas/c30fb43a27f2442b9cc9693a6a726555 HTTP/1.1" status: 200 len: 375 time: 0.0593143 Jan 17 09:35:21.350996 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:21.393169 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-30b12cf3-7750-4739-8e42-5418a6e25643 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1498294 Jan 17 09:35:21.523019 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:21.546141 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-082f7e54-d269-43f7-bd08-f4e2acc5933f service neutron] 10.222.0.73 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544769 Jan 17 09:35:21.633807 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Allocated IP 172.27.1.154 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/f3a2d854-218f-49ad-9411-ee8d76d62a02) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:21.645229 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-1fdf1c64-50ba-49f0-b7a3-21cefe2b4eb7 service neutron] 10.222.0.73 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899017 Jan 17 09:35:21.769293 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for port (f3a2d854-218f-49ad-9411-ee8d76d62a02), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:21.902310 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-29f69108-73dc-411d-9ecc-96998eca76da req-2966b966-5d45-4e61-ba55-15912748b583 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0478733 Jan 17 09:35:21.930035 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75810d62-441c-40c1-a445-310e37ef9d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:21.930633 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (f3a2d854-218f-49ad-9411-ee8d76d62a02), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:21.975438 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c8301962-acb5-4141-9171-6fb80b561c2b req-487a2963-4ea7-43f5-8755-af157dcd67e3 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0673993 Jan 17 09:35:21.986688 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:21.990872 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:21.993573 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:22.077211 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'Port': ['ID=f3a2d854-218f-49ad-9411-ee8d76d62a02,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:22.109357 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:22.265164 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (f3a2d854-218f-49ad-9411-ee8d76d62a02), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:22.385508 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a9a00e4-52af-42d6-83e2-0a470433e733 req-7dbf4366-d14e-4cbf-a5dd-a43374c3f2a1 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0368214 Jan 17 09:35:22.490196 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for port (f3a2d854-218f-49ad-9411-ee8d76d62a02), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:22.576446 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (f3a2d854-218f-49ad-9411-ee8d76d62a02), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:22.607953 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:22.632364 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'Port': ['ID=f3a2d854-218f-49ad-9411-ee8d76d62a02,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:22.714542 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:22.715978 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-ca1a603b-9d44-40e2-9d11-bec102bdd8aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7853677 Jan 17 09:35:22.920277 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device ca7a7758-6422-45e6-93cb-9a436b5ec56c up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:22.948039 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-f42ed1eb-f268-474e-9cac-44c4547c56d1 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1869091116&fields=id&tenant_id=e871533a61e74f0caea770b0d2e7bd98 HTTP/1.1" status: 200 len: 267 time: 0.0532920 Jan 17 09:35:22.978066 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port ca7a7758-6422-45e6-93cb-9a436b5ec56c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:22.978632 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:23.047890 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-10f18527-c46c-4af9-8a2e-9b69f5c33d66 req-f9c65044-f1c4-4968-bd1f-004b1916cc05 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0601971 Jan 17 09:35:23.075203 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port ca7a7758-6422-45e6-93cb-9a436b5ec56c is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:23.075934 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:23.120243 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-e5806ed1-7f9a-43d7-9470-f63ffecafe77 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:23.128550 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-e5806ed1-7f9a-43d7-9470-f63ffecafe77 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 817 time: 0.1651282 Jan 17 09:35:23.128710 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port ca7a7758-6422-45e6-93cb-9a436b5ec56c, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=ca7a7758-6422-45e6-93cb-9a436b5ec56c,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:23.150487 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-a72455a0-b455-4b44-a54a-b05560270cdb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/quotas/e871533a61e74f0caea770b0d2e7bd98 HTTP/1.1" status: 200 len: 375 time: 0.0233438 Jan 17 09:35:23.167647 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-47f1bab0-7bcd-4b68-91e9-6d7fff55fb56 req-1c4ba7ad-38ef-4fd1-b678-ae32fd74e81e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0331655 Jan 17 09:35:23.227307 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-45f75a2c-8de1-4a90-bfa4-5c1410ae1afb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626953 Jan 17 09:35:23.235919 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:23.237397 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6454d9de-0d0a-410a-ab52-995f685d146d up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:23.330082 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=ca7a7758-6422-45e6-93cb-9a436b5ec56c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:23.355432 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 6454d9de-0d0a-410a-ab52-995f685d146d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:23.355967 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:23.359637 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-864fef78-8ae7-4ec0-9b09-0e9396919d79 service neutron] 10.222.0.73 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141815 Jan 17 09:35:23.507853 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 6454d9de-0d0a-410a-ab52-995f685d146d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:23.508294 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:23.513750 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ec405662-bfd4-4f65-8af9-3701262dbe7e service neutron] 10.222.0.73 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528006 Jan 17 09:35:23.524625 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9ca6383b-8dc6-4282-a7e6-0e5f4170cc65 req-48b8cf8a-cddf-4a9d-9021-22f3d1acb670 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0424712 Jan 17 09:35:23.532452 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 6454d9de-0d0a-410a-ab52-995f685d146d, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6454d9de-0d0a-410a-ab52-995f685d146d,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:23.572956 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.72', 62648) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:23.622332 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:23.699076 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=6454d9de-0d0a-410a-ab52-995f685d146d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:23.713661 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Sync routers for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:23.739606 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:23.740102 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:34:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:23.897656 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5abc7f55-dd36-4ea9-9912-c32bc9dc14ae req-05eeb952-e7e1-4991-b147-12839e3e0962 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0570073 Jan 17 09:35:23.943332 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:24.046093 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-9e5f841d-6679-4ebc-9f66-fe1865ae098f tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:24.047655 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-9e5f841d-6679-4ebc-9f66-fe1865ae098f tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.72 "GET /v2.0/networks?id=23942330-31c7-425f-81a2-805108ea7a2f HTTP/1.1" status: 200 len: 812 time: 0.4723876 Jan 17 09:35:24.109329 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Request body: {'port': {'device_id': 'c67b2347-e228-469d-a8fe-af7335408177', 'network_id': '23942330-31c7-425f-81a2-805108ea7a2f', 'admin_state_up': True, 'tenant_id': 'bee53997bdee4e0ba62ff6a89b31e0e7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:24.179042 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cda36cd6-35c8-4fa6-ac91-1c314cce8c2b req-46c6323e-2593-4f04-9ea7-00b50736619b tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0378797 Jan 17 09:35:24.226832 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 2, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:24.255594 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Checking router: c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:24.255956 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Updating router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d binding host dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:24.296118 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:24.313555 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6f6e89a-f302-438e-b3d3-0b4241022223 req-55fad47e-4995-4529-8a64-357b1fa45fa3 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0432785 Jan 17 09:35:24.392639 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Made reservation on behalf of bee53997bdee4e0ba62ff6a89b31e0e7 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:24.396721 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:24.543045 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ce3f014-25db-4851-9f01-88a941c72f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:24.625628 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Allocated IP 172.20.0.10 (23942330-31c7-425f-81a2-805108ea7a2f/94c89529-5d82-468f-8440-b3e26d23fe01/f7f6017b-03fc-4759-9f42-965433af7377) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:24.636076 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dc17afb0-f9f8-4810-86d2-b692a0fea2d5 req-2586ac26-9b44-4146-a800-02f60b8915c1 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0276866 Jan 17 09:35:24.646990 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Publish callbacks [] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:24.781624 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:24.799713 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Publish callbacks [] for port (f7f6017b-03fc-4759-9f42-965433af7377), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:24.877866 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696c63a-c3a3-4b26-884c-0ce932ecda25 None None] Pushing event updated for resources: {'Port': ['ID=88d72a8f-a92d-4f5a-ba08-a22d6b31835d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:24.938764 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device ca7a7758-6422-45e6-93cb-9a436b5ec56c up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:24.948426 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (f7f6017b-03fc-4759-9f42-965433af7377), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.032224 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-688eafb5-4f2b-4802-b2c1-87c6a42df544 req-d3d76506-f2ab-4941-8ce6-b9d787212178 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0630190 Jan 17 09:35:25.060894 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Network 23942330-31c7-425f-81a2-805108ea7a2f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:25.109904 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:25.109904 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:25.110935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Attempting to bind port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:25.110935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Attempting to bind port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:25.110935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Attempting to bind port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d on network 460e104a-d5ad-4804-86f9-3d10f08e0f90 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:25.111152 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:25.111152 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.111335 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:25.111335 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Checking segment: {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:25.111335 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.111335 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Bound using segment: {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:25.111335 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Bound port: 88d72a8f-a92d-4f5a-ba08-a22d6b31835d, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:25.111335 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.111732 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Pushing event updated for resources: {'Port': ['ID=f7f6017b-03fc-4759-9f42-965433af7377,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:25.153257 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port ca7a7758-6422-45e6-93cb-9a436b5ec56c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:25.153571 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.213377 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] For port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:25.217604 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] For port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=88d72a8f-a92d-4f5a-ba08-a22d6b31835d,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:25.224401 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-57b871d3-43c7-420d-8bee-3c85cb71d5ec None None] Provisioning complete for port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:25.224775 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57b871d3-43c7-420d-8bee-3c85cb71d5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.230283 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-58111f51-d9c0-46b2-bb0b-166b1e6ad3d9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1249237 Jan 17 09:35:25.268043 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-57b871d3-43c7-420d-8bee-3c85cb71d5ec None None] Port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:25.316927 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port ca7a7758-6422-45e6-93cb-9a436b5ec56c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:25.321561 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a765445-bb70-4e6b-b179-39c693f5d724 req-cdccbd83-dc99-4f52-b035-f142b2c55db1 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:25.323667 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6454d9de-0d0a-410a-ab52-995f685d146d up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:25.323827 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4a765445-bb70-4e6b-b179-39c693f5d724 req-cdccbd83-dc99-4f52-b035-f142b2c55db1 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 932 time: 0.0762687 Jan 17 09:35:25.372664 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.449193 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.476118 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4a765445-bb70-4e6b-b179-39c693f5d724 req-bb5703b6-be3a-4da9-93e4-465da75fc61f tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379244 Jan 17 09:35:25.478342 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 6454d9de-0d0a-410a-ab52-995f685d146d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:25.479017 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.483001 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:25.485570 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:35:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:25.521922 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6a48ca55-fe22-43d0-9228-9d1b1b277e7f req-d0fd8b29-3d9c-47bf-9f08-d3a0854df132 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0710113 Jan 17 09:35:25.623060 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33152) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:25.740144 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696c63a-c3a3-4b26-884c-0ce932ecda25 None None] Pushing event updated for resources: {'Port': ['ID=88d72a8f-a92d-4f5a-ba08-a22d6b31835d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:25.820678 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50b674e3-9957-43e1-b2f0-1bcaef4fd210 req-8a6b0b6c-9b29-4854-a536-e3190ef53fa6 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0457580 Jan 17 09:35:25.895017 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f265511-f121-46c7-a0ff-f9cee8682560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.959238 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8ab822af-d094-4674-9d0a-565060d63076 None None] Provisioning complete for port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:25.959238 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ab822af-d094-4674-9d0a-565060d63076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:25.999751 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:26.032004 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f265511-f121-46c7-a0ff-f9cee8682560 admin admin] Publish callbacks [] for security_group (211c272e-6dfb-4ed0-98ee-676b5532656f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:26.121609 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66f4e38d-86fc-4cc6-9fec-08854b89f6f2 req-9c1ba113-58fd-4493-84f2-f3661857f58f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0278196 Jan 17 09:35:26.130626 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 6454d9de-0d0a-410a-ab52-995f685d146d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:26.207525 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8ab822af-d094-4674-9d0a-565060d63076 None None] Current status of the port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:26.207831 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ab822af-d094-4674-9d0a-565060d63076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:26.233725 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f265511-f121-46c7-a0ff-f9cee8682560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (211c272e-6dfb-4ed0-98ee-676b5532656f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:26.282240 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8ab822af-d094-4674-9d0a-565060d63076 None None] For port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=88d72a8f-a92d-4f5a-ba08-a22d6b31835d,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:26.302602 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-0f265511-f121-46c7-a0ff-f9cee8682560 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0847347c1efb45e6bfd360b80f682de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758189 Jan 17 09:35:26.302602 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f265511-f121-46c7-a0ff-f9cee8682560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c272e-6dfb-4ed0-98ee-676b5532656f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:26.303344 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 33190) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:26.321265 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:25Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:26.357956 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ae42890-fc87-4626-b08d-04243f76cd8c admin admin] Publish callbacks [] for security_group (211c272e-6dfb-4ed0-98ee-676b5532656f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:26.361539 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adce7f-310b-404b-b8f9-b193fd903576 None None] The sync data for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi is: [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:25Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:26.363086 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ab822af-d094-4674-9d0a-565060d63076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:26.379901 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ae42890-fc87-4626-b08d-04243f76cd8c admin admin] Publish callbacks [] for security_group (211c272e-6dfb-4ed0-98ee-676b5532656f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:26.412583 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab822af-d094-4674-9d0a-565060d63076 None None] Pushing event updated for resources: {'Port': ['ID=88d72a8f-a92d-4f5a-ba08-a22d6b31835d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:26.613937 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad896d-03a6-49fa-9ae4-b17e1bca9f95 req-043af3ef-c8d5-45b9-8c25-17ab12187521 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:26.615676 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81ad896d-03a6-49fa-9ae4-b17e1bca9f95 req-043af3ef-c8d5-45b9-8c25-17ab12187521 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 932 time: 0.0636592 Jan 17 09:35:26.617196 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ae42890-fc87-4626-b08d-04243f76cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (211c272e-6dfb-4ed0-98ee-676b5532656f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:26.619912 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ae42890-fc87-4626-b08d-04243f76cd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:26.621519 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5ae42890-fc87-4626-b08d-04243f76cd8c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/211c272e-6dfb-4ed0-98ee-676b5532656f HTTP/1.1" status: 204 len: 168 time: 0.3170869 Jan 17 09:35:26.715638 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae42890-fc87-4626-b08d-04243f76cd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c272e-6dfb-4ed0-98ee-676b5532656f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:26.735793 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-759f8c60-c6f4-4c7d-a96d-a6e7eb1ba263 req-347612a3-7c85-4336-bc39-ff7973c23084 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0941706 Jan 17 09:35:26.767072 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-acf5a516-d94c-4f81-8e01-7baeee7cbc3d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:35:26.768139 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-acf5a516-d94c-4f81-8e01-7baeee7cbc3d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056238 Jan 17 09:35:26.830645 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81ad896d-03a6-49fa-9ae4-b17e1bca9f95 req-248671db-b7b3-4c86-bde7-f41d2cccb6eb tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962941 Jan 17 09:35:26.936365 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 88d72a8f-a92d-4f5a-ba08-a22d6b31835d up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:26.971414 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a809e414-7bf0-456d-b38c-d1ea80f82d29 req-f0e611f5-9efb-4674-95f5-4c5627b9e9ca tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0337420 Jan 17 09:35:27.042085 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:27.049086 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:27.110436 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:27.185099 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:27.256294 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-beea06fa-2e2e-47d0-8792-925d3d0c3f43 req-68f03e23-01b8-4f80-b30f-dbef3b9cbbb2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0353723 Jan 17 09:35:27.566474 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 33226) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:27.579610 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-326b6229-9874-4c25-9976-601fdbd7d8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:27.651661 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-326b6229-9874-4c25-9976-601fdbd7d8b6 admin admin] Publish callbacks [] for security_group (4bd32df0-d658-4fdc-bc4f-d1e5334beb8a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:27.718651 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-326b6229-9874-4c25-9976-601fdbd7d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (4bd32df0-d658-4fdc-bc4f-d1e5334beb8a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:27.763975 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-326b6229-9874-4c25-9976-601fdbd7d8b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e94fc95486ad4477b42abe0ad012a350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929376 Jan 17 09:35:27.763975 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b6229-9874-4c25-9976-601fdbd7d8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd32df0-d658-4fdc-bc4f-d1e5334beb8a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:27.764218 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33232) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:27.819459 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7180d8ae-7dda-47a9-b1f0-2de07575322b admin admin] Publish callbacks [] for security_group (4bd32df0-d658-4fdc-bc4f-d1e5334beb8a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:27.832421 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c320e85-cdf8-4933-b9bb-28c733056c1c req-bd939d0b-e8ba-495f-92fa-e09cd9ceae5e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0267272 Jan 17 09:35:27.840780 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7180d8ae-7dda-47a9-b1f0-2de07575322b admin admin] Publish callbacks [] for security_group (4bd32df0-d658-4fdc-bc4f-d1e5334beb8a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:27.954433 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe8bf8-22c3-4cb4-8b2b-ccee8d370b32 req-0a30e83d-c7ed-4305-9fd5-758518e4126d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:27.955925 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f1fe8bf8-22c3-4cb4-8b2b-ccee8d370b32 req-0a30e83d-c7ed-4305-9fd5-758518e4126d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 932 time: 0.0480256 Jan 17 09:35:27.958987 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7180d8ae-7dda-47a9-b1f0-2de07575322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (4bd32df0-d658-4fdc-bc4f-d1e5334beb8a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:27.961567 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7180d8ae-7dda-47a9-b1f0-2de07575322b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:27.962695 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-7180d8ae-7dda-47a9-b1f0-2de07575322b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4bd32df0-d658-4fdc-bc4f-d1e5334beb8a HTTP/1.1" status: 204 len: 168 time: 0.1974187 Jan 17 09:35:27.972700 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180d8ae-7dda-47a9-b1f0-2de07575322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd32df0-d658-4fdc-bc4f-d1e5334beb8a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:28.009775 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f1fe8bf8-22c3-4cb4-8b2b-ccee8d370b32 req-c7907a99-206c-4419-951a-2796eed72ff7 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477889 Jan 17 09:35:28.085073 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-998e50dd-fbf8-4c9f-9164-5b196632ae2e req-058bb145-6dc9-42de-9a84-be0a4a0da5b1 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0268993 Jan 17 09:35:28.358012 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60bde62b-9f61-4552-97b0-726a973b1e81 req-19c65e89-5e38-4f34-9116-f60c86ec20fe tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0302384 Jan 17 09:35:28.371563 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:28.934045 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3a3a6fa3-1d0b-45d7-a00c-3432ebd515fa req-ecd207be-dd95-4bca-b710-eaab9fd69e4f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0289614 Jan 17 09:35:29.158633 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db242-5219-4a40-a4e3-a2e4df4230d2 req-a85e2a82-500d-4075-adfb-5b0b9961d61b tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:29.170748 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6c3db242-5219-4a40-a4e3-a2e4df4230d2 req-a85e2a82-500d-4075-adfb-5b0b9961d61b tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 932 time: 0.0610857 Jan 17 09:35:29.221597 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-637aec63-b884-4250-b75a-ed016a2c6509 req-827f2e53-1a5f-4a2e-a31c-a151f9967216 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0397215 Jan 17 09:35:29.261713 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6c3db242-5219-4a40-a4e3-a2e4df4230d2 req-55406093-df87-441a-b62f-f841f919cf38 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913630 Jan 17 09:35:29.465268 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f6c45e21-9bc3-4323-a98e-17c72585e47c req-b8cc5d56-ef1b-4223-87a8-8d94a21e5f48 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0292284 Jan 17 09:35:29.671194 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:35:30.055808 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8781ab19-e70a-47ee-bb23-32a68a38b36c req-febcc75f-d534-4bc1-91a8-67371a3f6570 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0364580 Jan 17 09:35:30.378096 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-de53a00c-111a-4e2a-9473-eaf40c843f84 req-1e6169bb-c893-46ea-8125-2925282837b3 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0530703 Jan 17 09:35:30.497785 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2a72d-d169-495c-b890-7a44a0a4ebf7 req-18b39fef-2802-4ae8-9c6f-8153be56dbce tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.499757 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-76b2a72d-d169-495c-b890-7a44a0a4ebf7 req-18b39fef-2802-4ae8-9c6f-8153be56dbce tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 932 time: 0.1037211 Jan 17 09:35:30.577767 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-76b2a72d-d169-495c-b890-7a44a0a4ebf7 req-fd781683-8330-4ecf-bb74-6d30b63cc67e tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703590 Jan 17 09:35:30.617353 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7302c8b8-7173-43f7-9595-2d66c0671cc3 req-db5ec88d-1b7f-489f-b62c-4c5c9ee3e4ed tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0320773 Jan 17 09:35:31.176402 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Request body: {'port': {'device_id': 'c67b2347-e228-469d-a8fe-af7335408177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:31.242698 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f3042cfe-e994-44c2-b9aa-7e796a47c8a8 req-4e7aaca7-2997-4991-b866-87fdce8e86b1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0670884 Jan 17 09:35:31.275013 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (f7f6017b-03fc-4759-9f42-965433af7377), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:31.427758 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.72', 62665) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:31.689962 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a61740b9-e340-43ce-ade1-7c6017da78e2 req-81cc1257-b239-4804-857f-2b2bccae2faf tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.1074724 Jan 17 09:35:31.689962 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-16a0348c-e4b0-4c32-9cae-ca93ec27984f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:31.689962 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-16a0348c-e4b0-4c32-9cae-ca93ec27984f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 819 time: 0.2305529 Jan 17 09:35:31.689962 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Request body: {'port': {'device_id': '01c23e18-10e8-4bc5-ad30-085f33fb6cca', 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa', 'admin_state_up': True, 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:31.823715 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f6017b-03fc-4759-9f42-965433af7377 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:31.828155 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-38590cff-acf1-4224-a40f-1594d7a0b338 req-36481101-4ddf-4ee1-933d-5fa7002025f7 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0529375 Jan 17 09:35:31.835347 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Publish callbacks [] for port (f7f6017b-03fc-4759-9f42-965433af7377), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:31.886525 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Transition to ACTIVE for port object f7f6017b-03fc-4759-9f42-965433af7377 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:35:31.916692 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada2175-92e0-47d9-8f5e-239eee92e4c9 req-8b9ece77-a2d6-46ed-a772-c47ca5399087 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:31.924423 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9ada2175-92e0-47d9-8f5e-239eee92e4c9 req-8b9ece77-a2d6-46ed-a772-c47ca5399087 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 932 time: 0.1090610 Jan 17 09:35:31.989302 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (f7f6017b-03fc-4759-9f42-965433af7377), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:31.998672 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9ada2175-92e0-47d9-8f5e-239eee92e4c9 req-8110d69a-8eab-4266-8a87-905263a9f442 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731373 Jan 17 09:35:32.064409 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.72', 62668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:32.073776 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Made reservation on behalf of c30fb43a27f2442b9cc9693a6a726555 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:32.080284 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:32.086800 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f6017b-03fc-4759-9f42-965433af7377,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:32.093076 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.72', 62669) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:32.214215 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Attempting to bind port f7f6017b-03fc-4759-9f42-965433af7377 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:32.215953 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Attempting to bind port f7f6017b-03fc-4759-9f42-965433af7377 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '7426b072-4f3f-4551-8aab-375771771926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '23942330-31c7-425f-81a2-805108ea7a2f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:32.217470 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Attempting to bind port f7f6017b-03fc-4759-9f42-965433af7377 on network 23942330-31c7-425f-81a2-805108ea7a2f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:32.230858 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Port f7f6017b-03fc-4759-9f42-965433af7377 on network 23942330-31c7-425f-81a2-805108ea7a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:35:32.249627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Attempting to bind port f7f6017b-03fc-4759-9f42-965433af7377 on network 23942330-31c7-425f-81a2-805108ea7a2f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:32.249627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:32.249627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Checking segment: {'id': '7426b072-4f3f-4551-8aab-375771771926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '23942330-31c7-425f-81a2-805108ea7a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:32.249627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Bound using segment: {'id': '7426b072-4f3f-4551-8aab-375771771926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '23942330-31c7-425f-81a2-805108ea7a2f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:32.249627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Bound port: f7f6017b-03fc-4759-9f42-965433af7377, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7426b072-4f3f-4551-8aab-375771771926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '23942330-31c7-425f-81a2-805108ea7a2f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:32.249627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (f7f6017b-03fc-4759-9f42-965433af7377), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:32.400345 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] For port f7f6017b-03fc-4759-9f42-965433af7377, host hv-cinder-81546, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:32.411343 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] For port f7f6017b-03fc-4759-9f42-965433af7377, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f7f6017b-03fc-4759-9f42-965433af7377,segment=NetworkSegment(7426b072-4f3f-4551-8aab-375771771926),segment_id=7426b072-4f3f-4551-8aab-375771771926)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:32.535359 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33392) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:32.545115 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (f7f6017b-03fc-4759-9f42-965433af7377), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:32.636797 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9f96d66a-18d1-4aeb-8481-5efa7e17636d req-0f226932-454e-4379-8d97-d9a40a6e3b53 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.1738975 Jan 17 09:35:32.702012 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:32.702660 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:32.711450 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] 10.222.0.72 "PUT /v2.0/ports/f7f6017b-03fc-4759-9f42-965433af7377 HTTP/1.1" status: 200 len: 1094 time: 1.6281512 Jan 17 09:35:32.718588 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67b2347-e228-469d-a8fe-af7335408177', 'tag': 'f7f6017b-03fc-4759-9f42-965433af7377'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:32.878650 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4083861d-4006-4d11-a755-8673fc79c927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:32.878650 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd1859-b17b-4d7d-acd1-05f4eb1987a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f6017b-03fc-4759-9f42-965433af7377,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:33.025320 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4083861d-4006-4d11-a755-8673fc79c927 admin admin] Publish callbacks [] for security_group (89e2dd84-af06-424d-89cc-9ffdaa9e3c15), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:33.052611 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce8e27dc7c5df87661cb302dfb2c643245fd0021ada485d91ec77ff319846020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87e32fc-5fa3-48db-9119-5d7863929d88" -d '{"events": [{"name": "network-changed", "server_uuid": "c67b2347-e228-469d-a8fe-af7335408177", "tag": "f7f6017b-03fc-4759-9f42-965433af7377"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:33.119721 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4083861d-4006-4d11-a755-8673fc79c927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (89e2dd84-af06-424d-89cc-9ffdaa9e3c15), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:33.125195 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-9ea4dfa1-aaf8-47a2-9f0d-370d24e01a27 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:33.130723 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-9ea4dfa1-aaf8-47a2-9f0d-370d24e01a27 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 811 time: 1.0187161 Jan 17 09:35:33.172172 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-4083861d-4006-4d11-a755-8673fc79c927 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8836802e7e6542008fb2a66c497cc810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6353848 Jan 17 09:35:33.179809 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33418) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:33.192079 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083861d-4006-4d11-a755-8673fc79c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e2dd84-af06-424d-89cc-9ffdaa9e3c15,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:33.435569 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f7444fbe-2c09-4543-8655-27d54d1dc11e req-e1739326-37f3-4073-9835-98e2ab8382b2 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.2415051 Jan 17 09:35:33.435569 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7aa176cf-5140-401d-bfe3-4f92ebc2c821 req-41371219-0483-4583-8252-7a12546088e1 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.2343194 Jan 17 09:35:33.435569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-759c6337-df21-4c7a-8b5e-09cdde504f0a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:33.435569 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-759c6337-df21-4c7a-8b5e-09cdde504f0a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 819 time: 1.2125165 Jan 17 09:35:33.438981 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3036b696-f6e2-478f-9aa9-366b72736c22 admin admin] Publish callbacks [] for security_group (89e2dd84-af06-424d-89cc-9ffdaa9e3c15), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:33.441177 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Allocated IP 172.20.0.10 (83820ef2-7a35-4657-9b6d-b3b7651f7baa/7c701a62-bb47-478d-ae34-2c1e5402ea41/dc632d42-0348-461c-bb8e-113e4009dbd1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:33.442345 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3036b696-f6e2-478f-9aa9-366b72736c22 admin admin] Publish callbacks [] for security_group (89e2dd84-af06-424d-89cc-9ffdaa9e3c15), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:33.442612 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.72', 62675) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:33.442612 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Request body: {'port': {'device_id': '5d9c25d7-4e26-477e-b516-86aff377f566', 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa', 'admin_state_up': True, 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:33.629845 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94922959-f8ed-413d-9180-eaf96cdf1a26 x-openstack-request-id: req-94922959-f8ed-413d-9180-eaf96cdf1a26 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:33.630288 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67b2347-e228-469d-a8fe-af7335408177", "tag": "f7f6017b-03fc-4759-9f42-965433af7377", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:33.630669 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94922959-f8ed-413d-9180-eaf96cdf1a26 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:33.631579 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67b2347-e228-469d-a8fe-af7335408177', 'tag': 'f7f6017b-03fc-4759-9f42-965433af7377', 'status': 'completed', 'code': 200} Jan 17 09:35:33.723114 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f41a0fd0-e61e-4bd4-98e3-9661a48fc5e1 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91086ce60a314ff196d3b8211728e190 HTTP/1.1" status: 200 len: 380 time: 0.3470461 Jan 17 09:35:33.724624 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-bb42db79-5d29-4563-a2d7-dd4200618efc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:33.726206 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-bb42db79-5d29-4563-a2d7-dd4200618efc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 817 time: 0.2808583 Jan 17 09:35:33.749070 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb1e96-91be-4b36-875c-b9e0818d2b18 req-083df291-10c1-4beb-add1-8b6232a89cb1 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:33.750491 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1bbb1e96-91be-4b36-875c-b9e0818d2b18 req-083df291-10c1-4beb-add1-8b6232a89cb1 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.3222969 Jan 17 09:35:33.776747 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3036b696-f6e2-478f-9aa9-366b72736c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (89e2dd84-af06-424d-89cc-9ffdaa9e3c15), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:33.779434 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3036b696-f6e2-478f-9aa9-366b72736c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:33.780550 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-3036b696-f6e2-478f-9aa9-366b72736c22 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89e2dd84-af06-424d-89cc-9ffdaa9e3c15 HTTP/1.1" status: 204 len: 168 time: 0.5996106 Jan 17 09:35:33.788847 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036b696-f6e2-478f-9aa9-366b72736c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e2dd84-af06-424d-89cc-9ffdaa9e3c15,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:33.808749 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f51073e2-f02d-48aa-b320-c1c6ff262e3f req-19a65590-fdb1-4aa6-870e-719043e508e4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0699725 Jan 17 09:35:33.810651 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-b061a1c3-431a-4723-beb5-c199d76775eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:33.812093 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-b061a1c3-431a-4723-beb5-c199d76775eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bee53997bdee4e0ba62ff6a89b31e0e7&device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 1097 time: 0.4014113 Jan 17 09:35:33.904694 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1bbb1e96-91be-4b36-875c-b9e0818d2b18 req-a9f410eb-77cb-437a-b3bc-6724ca040774 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219006 Jan 17 09:35:33.914400 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks [] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:34.004682 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Made reservation on behalf of c30fb43a27f2442b9cc9693a6a726555 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:34.008337 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:34.073704 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:34.190923 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Network 83820ef2-7a35-4657-9b6d-b3b7651f7baa is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:34.199357 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:34.202301 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:34.208159 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:34.208766 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:34.218408 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Pushing event updated for resources: {'Port': ['ID=dc632d42-0348-461c-bb8e-113e4009dbd1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:34.239749 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Allocated IP 172.20.0.14 (83820ef2-7a35-4657-9b6d-b3b7651f7baa/7c701a62-bb47-478d-ae34-2c1e5402ea41/058ef7b3-3ea3-4bc9-8957-f20b77f1e55d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:34.414282 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d4f83f0e-bd6c-4440-a51b-2c081fd2b92c req-111018f1-17d4-4fa2-8e4e-8994438bb905 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0425091 Jan 17 09:35:34.440084 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bc74ae84-60fa-44ed-9196-0bb9be517d9c req-78d622f3-4da2-4480-9332-899cb11b6c64 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0503657 Jan 17 09:35:34.443339 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-21559741-c07e-476a-a71c-31d82742b6de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7654490 Jan 17 09:35:34.446351 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks [] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:34.610908 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:34.657706 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Network 83820ef2-7a35-4657-9b6d-b3b7651f7baa is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:34.661589 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:34.665775 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:34.671602 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:34.672198 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:34.675665 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Pushing event updated for resources: {'Port': ['ID=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:34.737327 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 33456) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:34.750885 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-296f497c-954e-4f13-a5c4-0bb6cbc1474b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:34.824235 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-296f497c-954e-4f13-a5c4-0bb6cbc1474b admin admin] Publish callbacks [] for security_group (a34c6e61-45e7-4fce-8a3f-99899ec3aa82), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:34.858119 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-b13f4cee-386c-4e86-ae9e-f9d9f7bfa99d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4585979 Jan 17 09:35:34.924155 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade197c3-989c-42ea-99f3-2e7c3afd42c4 req-c57f0d13-dad5-4047-b77f-a25452cbb4fd tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:34.925615 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ade197c3-989c-42ea-99f3-2e7c3afd42c4 req-c57f0d13-dad5-4047-b77f-a25452cbb4fd tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.0482197 Jan 17 09:35:34.979793 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ade197c3-989c-42ea-99f3-2e7c3afd42c4 req-4e8edbc5-631f-43f4-887e-98d6cbf00376 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480244 Jan 17 09:35:34.982576 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-296f497c-954e-4f13-a5c4-0bb6cbc1474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (a34c6e61-45e7-4fce-8a3f-99899ec3aa82), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:35.047027 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-296f497c-954e-4f13-a5c4-0bb6cbc1474b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0f70f5f041148cf90d97103b9fbba3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083644 Jan 17 09:35:35.048788 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f497c-954e-4f13-a5c4-0bb6cbc1474b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34c6e61-45e7-4fce-8a3f-99899ec3aa82,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:35.049696 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33462) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:35.071688 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717b02b-e031-4294-b190-0063bde1c1c1 req-2f913fc9-b1bf-4948-951d-12516020caa0 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:35.072801 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8717b02b-e031-4294-b190-0063bde1c1c1 req-2f913fc9-b1bf-4948-951d-12516020caa0 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0918071 Jan 17 09:35:35.099490 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b136832f-6aee-473b-9fa9-3692ddc139f5 admin admin] Publish callbacks [] for security_group (a34c6e61-45e7-4fce-8a3f-99899ec3aa82), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:35.119899 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8717b02b-e031-4294-b190-0063bde1c1c1 req-ec94c9af-037c-4c60-a903-1ca7184c3732 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414257 Jan 17 09:35:35.121491 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b136832f-6aee-473b-9fa9-3692ddc139f5 admin admin] Publish callbacks [] for security_group (a34c6e61-45e7-4fce-8a3f-99899ec3aa82), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:35.216559 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b136832f-6aee-473b-9fa9-3692ddc139f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (a34c6e61-45e7-4fce-8a3f-99899ec3aa82), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:35.219089 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b136832f-6aee-473b-9fa9-3692ddc139f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:35.220560 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-b136832f-6aee-473b-9fa9-3692ddc139f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a34c6e61-45e7-4fce-8a3f-99899ec3aa82 HTTP/1.1" status: 204 len: 168 time: 0.1697743 Jan 17 09:35:35.228904 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136832f-6aee-473b-9fa9-3692ddc139f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34c6e61-45e7-4fce-8a3f-99899ec3aa82,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:35.520345 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7ddac758-160d-4ce5-9a46-968f3ee12cab req-e06d1a97-b736-4fdf-b001-027e72db13f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0274596 Jan 17 09:35:35.548262 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0adc8532-01d4-44fa-af65-dc9576989285 req-24f14e73-d98a-4a88-9caa-7afe919d20a0 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0304027 Jan 17 09:35:36.103063 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551cb5e-8da4-4386-b461-7259b3bf3850 req-7628579f-bd77-4b8a-bdd3-6c637fbd7035 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.104616 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8551cb5e-8da4-4386-b461-7259b3bf3850 req-7628579f-bd77-4b8a-bdd3-6c637fbd7035 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.0575070 Jan 17 09:35:36.151139 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8551cb5e-8da4-4386-b461-7259b3bf3850 req-5b396d5a-e293-4719-8716-195fc7298d3a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Jan 17 09:35:36.242333 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e709f-e05d-4240-a34f-b607ea04975d req-9fb7bd90-1403-47d6-addb-b0770e71026d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.243822 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-271e709f-e05d-4240-a34f-b607ea04975d req-9fb7bd90-1403-47d6-addb-b0770e71026d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0487788 Jan 17 09:35:36.290328 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-271e709f-e05d-4240-a34f-b607ea04975d req-50815613-1107-4869-93bc-bf0f520f9d91 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410509 Jan 17 09:35:36.621779 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-500bb5bf-9353-476b-868a-a1ead005008a req-7947e088-0981-4e28-957e-bd057c295d0a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0299160 Jan 17 09:35:36.651931 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c5bcc242-7199-4616-88c3-ce7e861c77cf req-f7bbc93a-288e-4cb6-bd8c-87fec41c0734 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0325487 Jan 17 09:35:37.267387 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c5246-5d95-4d69-a9b9-4feeb305b5ad req-3b3e28e5-3e4a-4205-845c-3de27a8bf640 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:37.268878 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-655c5246-5d95-4d69-a9b9-4feeb305b5ad req-3b3e28e5-3e4a-4205-845c-3de27a8bf640 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.0500994 Jan 17 09:35:37.322082 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-655c5246-5d95-4d69-a9b9-4feeb305b5ad req-dd3cc40b-dd34-4caa-b2a8-2ac25fac6346 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468204 Jan 17 09:35:37.426625 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5a29-a2ca-4631-b6f2-16f593ea1706 req-5a40f913-61b2-42e6-89db-6108d6486f41 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:37.427760 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3ce5a29-a2ca-4631-b6f2-16f593ea1706 req-5a40f913-61b2-42e6-89db-6108d6486f41 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0630784 Jan 17 09:35:37.479593 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3ce5a29-a2ca-4631-b6f2-16f593ea1706 req-b687898c-c446-45b6-9412-595b58b2d792 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Jan 17 09:35:37.725409 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-59d794a8-89d7-463e-961a-1fd64189fe51 req-d658e2c7-920c-4039-be33-c0578ad7892b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0280271 Jan 17 09:35:37.750415 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a98df7f-c905-40dd-b6bd-a7af4a1b2abb req-2d7b5a65-1b58-4837-94b0-98cf5fed5a0b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0275507 Jan 17 09:35:38.443107 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bba84d-dc51-4954-8ed3-d83000ceed4e req-81ea7ff1-ec8c-4cc6-8eb5-da3535496f88 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:38.444650 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3bba84d-dc51-4954-8ed3-d83000ceed4e req-81ea7ff1-ec8c-4cc6-8eb5-da3535496f88 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.0485654 Jan 17 09:35:38.502094 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3bba84d-dc51-4954-8ed3-d83000ceed4e req-8d8326ca-53f6-4d1b-8cf4-4e0b3f322f75 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515282 Jan 17 09:35:38.596271 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef99805-6b58-40bf-a01e-4984b22f461c req-7ac43ecd-f73a-477d-aa9d-e349b0ef9fb4 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:38.597717 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8ef99805-6b58-40bf-a01e-4984b22f461c req-7ac43ecd-f73a-477d-aa9d-e349b0ef9fb4 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0505445 Jan 17 09:35:38.643638 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8ef99805-6b58-40bf-a01e-4984b22f461c req-6275976c-69e9-429a-a24e-b96189148e31 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Jan 17 09:35:38.823527 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e6417a0c-4e5b-4c14-a429-8138bec845c9 req-80193422-2b7a-4e54-bd9a-3837ee822453 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0281310 Jan 17 09:35:38.848271 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6d0b5d26-a9ef-4be5-8b29-83f3d011ad5a req-363ea170-6e0e-49e8-a7ba-0cf88a824ae7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0279837 Jan 17 09:35:39.624134 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daa6a-9319-4534-9d8e-8f391ce48595 req-f838d4a8-b267-4be4-aa3c-a69bc27413bb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:39.625650 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-694daa6a-9319-4534-9d8e-8f391ce48595 req-f838d4a8-b267-4be4-aa3c-a69bc27413bb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.0548940 Jan 17 09:35:39.676722 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-694daa6a-9319-4534-9d8e-8f391ce48595 req-3c1daae6-e37a-4afe-bf5a-74c8233dafb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450695 Jan 17 09:35:39.801031 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab767cb-6a84-488e-9596-192475ac1366 req-c4a92c34-95d7-452e-812e-bf66a0a538b3 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:39.815919 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9ab767cb-6a84-488e-9596-192475ac1366 req-c4a92c34-95d7-452e-812e-bf66a0a538b3 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0967088 Jan 17 09:35:39.884126 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9ab767cb-6a84-488e-9596-192475ac1366 req-11b18068-3e04-41a3-9ad4-f5052d7f88b4 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637267 Jan 17 09:35:39.950739 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fdc9eb72-84e0-44ce-803c-5402781f3f13 req-4f072aa5-9433-4044-9001-1f0a8cfa57a8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0365322 Jan 17 09:35:39.988643 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3cc642f-9b2f-4d98-a7b2-3dc3820f6360 req-1449b5eb-7ee5-4d51-958e-db893ffc2e1d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0421968 Jan 17 09:35:40.749373 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33608) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:40.952444 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6706655-6580-4887-8bb0-7d660733a6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.057387 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7576117-5b0b-451d-b83f-00ff02e85886 req-c2669ba8-8b1c-4781-b1ed-31fd5c4b8ce2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:41.059074 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e7576117-5b0b-451d-b83f-00ff02e85886 req-c2669ba8-8b1c-4781-b1ed-31fd5c4b8ce2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.3029745 Jan 17 09:35:41.075273 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2ed09-28ed-4ab0-a7d3-b51c0c733cf6 req-f7df3fa0-b264-4357-b746-12d9e07b21ad tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:41.077131 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63b2ed09-28ed-4ab0-a7d3-b51c0c733cf6 req-f7df3fa0-b264-4357-b746-12d9e07b21ad tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0837402 Jan 17 09:35:41.080652 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6706655-6580-4887-8bb0-7d660733a6a0 admin admin] Publish callbacks [] for security_group (055f5e64-b320-4910-83ad-6b1b5dcc3bfe), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.166501 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e7576117-5b0b-451d-b83f-00ff02e85886 req-c3abbe97-2607-4ba9-b9d8-270822f04cc1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999999 Jan 17 09:35:41.173850 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63b2ed09-28ed-4ab0-a7d3-b51c0c733cf6 req-da71c8c7-c1e7-444a-98a1-c78a14b5e252 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878315 Jan 17 09:35:41.296695 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6706655-6580-4887-8bb0-7d660733a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (055f5e64-b320-4910-83ad-6b1b5dcc3bfe), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.306704 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c2688807-036d-4b2d-8405-e244e7192c90 req-b5c5e278-5dfa-4d91-9f4d-8937b638387f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0560133 Jan 17 09:35:41.325648 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7d148a93-8124-43fb-9d4d-01615ffbb613 req-e030ba64-c45a-4e8f-93c1-a1db9eb2219c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0540419 Jan 17 09:35:41.359226 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6706655-6580-4887-8bb0-7d660733a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055f5e64-b320-4910-83ad-6b1b5dcc3bfe,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:41.366194 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c6706655-6580-4887-8bb0-7d660733a6a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d24dd7e388314f6985e3cda82441c609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6145906 Jan 17 09:35:41.368712 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33634) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:41.460763 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09e4e263-dee3-4001-84fc-25f4fee48a81 admin admin] Publish callbacks [] for security_group (055f5e64-b320-4910-83ad-6b1b5dcc3bfe), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.485776 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09e4e263-dee3-4001-84fc-25f4fee48a81 admin admin] Publish callbacks [] for security_group (055f5e64-b320-4910-83ad-6b1b5dcc3bfe), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.691165 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09e4e263-dee3-4001-84fc-25f4fee48a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (055f5e64-b320-4910-83ad-6b1b5dcc3bfe), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.694336 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09e4e263-dee3-4001-84fc-25f4fee48a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.695543 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-09e4e263-dee3-4001-84fc-25f4fee48a81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/055f5e64-b320-4910-83ad-6b1b5dcc3bfe HTTP/1.1" status: 204 len: 168 time: 0.3251333 Jan 17 09:35:41.703854 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4e263-dee3-4001-84fc-25f4fee48a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055f5e64-b320-4910-83ad-6b1b5dcc3bfe,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:42.371431 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6be745-48ee-471a-9a74-e39b0c689435 req-4576a4e2-2931-4a90-b426-d397a1a79dcf tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:42.373269 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4a6be745-48ee-471a-9a74-e39b0c689435 req-4576a4e2-2931-4a90-b426-d397a1a79dcf tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.1151187 Jan 17 09:35:42.397569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cea32-e825-4fce-bd48-9be1508072f5 req-7b377928-9cbc-49f2-a6ae-3120821beeac tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:42.405524 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f07cea32-e825-4fce-bd48-9be1508072f5 req-7b377928-9cbc-49f2-a6ae-3120821beeac tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.1019552 Jan 17 09:35:42.480304 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4a6be745-48ee-471a-9a74-e39b0c689435 req-3906db76-5e63-488c-b8ac-acd4ccaf1c66 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011760 Jan 17 09:35:42.483980 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f07cea32-e825-4fce-bd48-9be1508072f5 req-b089f3bd-1f79-4291-b728-d78b72167744 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775125 Jan 17 09:35:42.592884 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-034c2f35-5cbc-4bc2-b005-6329746dc42c req-1531867e-9c94-4e58-8116-12c2babc6b05 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0367832 Jan 17 09:35:42.627490 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:42.629968 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8604d6f9-4fcc-4d4c-be16-c252421eb00b req-99efbc0a-1e84-4e95-9271-2689f531ef6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0375133 Jan 17 09:35:42.765235 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33666) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:42.780785 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfde1229-3615-4750-bf63-bdca0b4e3f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:42.872256 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfde1229-3615-4750-bf63-bdca0b4e3f7a admin admin] Publish callbacks [] for security_group (e4ea8977-1132-4d54-a08e-3df175fff43c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:42.919020 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfde1229-3615-4750-bf63-bdca0b4e3f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e4ea8977-1132-4d54-a08e-3df175fff43c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:42.956411 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-cfde1229-3615-4750-bf63-bdca0b4e3f7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e546b87724e461899acbc51d1901720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906447 Jan 17 09:35:42.958841 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde1229-3615-4750-bf63-bdca0b4e3f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ea8977-1132-4d54-a08e-3df175fff43c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:42.959951 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 33674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:43.033694 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47ca5e25-31fa-428d-851b-c19af1b9345e admin admin] Publish callbacks [] for security_group (e4ea8977-1132-4d54-a08e-3df175fff43c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:43.054745 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47ca5e25-31fa-428d-851b-c19af1b9345e admin admin] Publish callbacks [] for security_group (e4ea8977-1132-4d54-a08e-3df175fff43c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:43.188208 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47ca5e25-31fa-428d-851b-c19af1b9345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e4ea8977-1132-4d54-a08e-3df175fff43c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:43.191335 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47ca5e25-31fa-428d-851b-c19af1b9345e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:43.197066 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-47ca5e25-31fa-428d-851b-c19af1b9345e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4ea8977-1132-4d54-a08e-3df175fff43c HTTP/1.1" status: 204 len: 168 time: 0.2321503 Jan 17 09:35:43.205352 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca5e25-31fa-428d-851b-c19af1b9345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ea8977-1132-4d54-a08e-3df175fff43c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:43.630425 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0365807-eec2-4981-bade-740a268890af req-15b8725e-17a0-4c9e-bc56-fe9f5b9df305 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:43.630425 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b0365807-eec2-4981-bade-740a268890af req-15b8725e-17a0-4c9e-bc56-fe9f5b9df305 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0791929 Jan 17 09:35:43.648883 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4456d0-1faf-43e2-b3ec-cc6bfca92558 req-04d979b3-6262-4c04-93c7-186476e41a34 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:43.656315 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4b4456d0-1faf-43e2-b3ec-cc6bfca92558 req-04d979b3-6262-4c04-93c7-186476e41a34 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.0905867 Jan 17 09:35:43.703652 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b0365807-eec2-4981-bade-740a268890af req-c2aea95e-0401-488b-8a73-36eeeb668e9b tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703475 Jan 17 09:35:43.759324 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4b4456d0-1faf-43e2-b3ec-cc6bfca92558 req-141fba4c-0ae6-4b1c-bc2e-53a000a1df8c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958207 Jan 17 09:35:43.811342 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3d8c1939-374a-406d-9e0d-4448bb7ed145 req-687b9b6b-545f-4114-9461-c40eac8be9cc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0358315 Jan 17 09:35:43.844189 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-915ab67e-1e19-4707-ab13-b99986e83541 req-f168670b-715f-48d9-ba00-388794de4cd2 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0318370 Jan 17 09:35:44.833559 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d045ce1-fe2b-42b9-b8ac-17585eb517ea req-4031bb0c-a823-46a1-895d-127d9cee3eaa tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:44.835712 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9d045ce1-fe2b-42b9-b8ac-17585eb517ea req-4031bb0c-a823-46a1-895d-127d9cee3eaa tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0606415 Jan 17 09:35:44.917291 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbd3f4-597d-4809-bbaa-11c9e34f40b6 req-f68eb7d2-8ee9-4a1d-883d-32d85e082d01 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:44.918783 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e2cbd3f4-597d-4809-bbaa-11c9e34f40b6 req-f68eb7d2-8ee9-4a1d-883d-32d85e082d01 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.0819967 Jan 17 09:35:44.922491 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9d045ce1-fe2b-42b9-b8ac-17585eb517ea req-1e009403-724e-4e54-8722-47593e8ccb06 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765231 Jan 17 09:35:44.978655 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e2cbd3f4-597d-4809-bbaa-11c9e34f40b6 req-867b71bc-137c-49ad-932b-a69611f8e341 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542958 Jan 17 09:35:45.018069 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8af927ef-6502-4aac-963f-78338df93a7c req-879545ce-ca54-4a77-93fe-d3c83cb49410 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0287738 Jan 17 09:35:45.074729 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1e5ee3d8-455a-4fec-ae30-81fcea5d1a0d req-40561eb1-9d08-42a9-87d1-61235aee996e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0269806 Jan 17 09:35:46.039313 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7325a4-848f-4450-b7d5-10f4ec8d3ee5 req-2c24fd9f-2d7f-4583-829d-cae7a40a422a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:46.040834 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a7325a4-848f-4450-b7d5-10f4ec8d3ee5 req-2c24fd9f-2d7f-4583-829d-cae7a40a422a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0525253 Jan 17 09:35:46.127685 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736c6b6-e09d-4919-b1f2-9bcd92f238df req-fa945a4c-51ff-4c50-9aa5-ff85097f7fff tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:46.129177 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8736c6b6-e09d-4919-b1f2-9bcd92f238df req-fa945a4c-51ff-4c50-9aa5-ff85097f7fff tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.0804386 Jan 17 09:35:46.133319 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a7325a4-848f-4450-b7d5-10f4ec8d3ee5 req-427bff0c-f972-44e9-8826-a59be384ad59 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867455 Jan 17 09:35:46.181144 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8736c6b6-e09d-4919-b1f2-9bcd92f238df req-57c21e90-1ed9-45cd-8bc8-f09049c991c7 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452623 Jan 17 09:35:46.232551 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fe56ad9e-8904-4ab8-bca6-f540ebaa72c3 req-0f748fa1-bb48-4130-9756-0842cb1e89ae tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0278516 Jan 17 09:35:46.263715 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd1624ac-c955-4c51-a019-db82e7a89c86 req-b065e372-06a7-4480-9aa8-ff650ad520b3 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0263717 Jan 17 09:35:47.025735 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'port': {'device_id': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'admin_state_up': True, 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'security_groups': ['6c5bb9d4-e8b7-4729-b53a-214d9afe139b']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:47.032612 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Request body: {'port': {'device_id': '01c23e18-10e8-4bc5-ad30-085f33fb6cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:47.039602 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Request body: {'port': {'device_id': '5d9c25d7-4e26-477e-b516-86aff377f566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:47.077687 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-faaf41fd-a997-456d-8042-63206713c577 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e871533a61e74f0caea770b0d2e7bd98 HTTP/1.1" status: 200 len: 380 time: 0.0698910 Jan 17 09:35:47.177133 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-c2063306-742f-4e59-b3fe-6c814d0e33af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f6017b-03fc-4759-9f42-965433af7377 HTTP/1.1" status: 200 len: 217 time: 0.1553407 Jan 17 09:35:47.275018 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:47.287367 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:47.426817 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ea94-dbff-4092-a1d3-871b484adc80 req-82b11ed8-6bca-4501-aac0-d200f38388a5 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:47.428335 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7597ea94-dbff-4092-a1d3-871b484adc80 req-82b11ed8-6bca-4501-aac0-d200f38388a5 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.2023280 Jan 17 09:35:47.558596 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601d2c5-fcde-47de-9f92-3eeb9bf554b5 req-ed44aede-b652-4abd-8ee7-98a5e6240228 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:47.560175 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7601d2c5-fcde-47de-9f92-3eeb9bf554b5 req-ed44aede-b652-4abd-8ee7-98a5e6240228 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 932 time: 0.2802818 Jan 17 09:35:47.701642 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Made reservation on behalf of 91086ce60a314ff196d3b8211728e190 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:47.705016 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:47.767149 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7597ea94-dbff-4092-a1d3-871b484adc80 req-a70292c4-7426-4a63-b8af-d466c1903bd7 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275483 Jan 17 09:35:47.841670 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7601d2c5-fcde-47de-9f92-3eeb9bf554b5 req-c430430e-cf25-4df3-8774-2da94852e0ee tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234018 Jan 17 09:35:47.889035 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a1ecdf19-274d-4ba0-9534-9477011dab28 req-68f7f239-b07b-42bf-9a6e-53b51c901f9d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0419981 Jan 17 09:35:47.964245 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5fa218d2-aad6-4ae3-9d6c-3b4b5b4d61c8 req-10e3af7a-f099-4585-8008-21f1f356e524 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0622780 Jan 17 09:35:48.019820 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Allocated IP 172.20.0.4 (8a3ad31e-340c-42a2-a66d-c437bb4da741/ceb5abf9-5b29-4419-829e-2ecf9c39ca3d/7b444cb9-bd19-4a76-a173-7d6cc6af9a3a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:48.043037 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:48.054517 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Publish callbacks [] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.088623 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Transition to ACTIVE for port object 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:35:48.187694 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.425240 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.499367 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Pushing event updated for resources: {'Port': ['ID=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:48.558875 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Attempting to bind port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:48.559239 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Attempting to bind port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:48.559592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Attempting to bind port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d on network 83820ef2-7a35-4657-9b6d-b3b7651f7baa {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:48.573159 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d on network 83820ef2-7a35-4657-9b6d-b3b7651f7baa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:35:48.573475 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Attempting to bind port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d on network 83820ef2-7a35-4657-9b6d-b3b7651f7baa {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:48.586389 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:48.591173 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Checking segment: {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:48.591173 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Bound using segment: {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:48.591173 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Bound port: 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:48.591173 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.651536 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc632d42-0348-461c-bb8e-113e4009dbd1 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:48.663574 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Publish callbacks [] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.686262 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.700891 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Transition to ACTIVE for port object dc632d42-0348-461c-bb8e-113e4009dbd1 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:35:48.730288 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] For port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:48.758169 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] For port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:48.766026 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:48.769806 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:48.771766 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'Port': ['ID=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:48.773683 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:48.779349 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:48.779954 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.791332 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.841960 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc632d42-0348-461c-bb8e-113e4009dbd1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:48.901496 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.906921 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Attempting to bind port dc632d42-0348-461c-bb8e-113e4009dbd1 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:48.907267 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Attempting to bind port dc632d42-0348-461c-bb8e-113e4009dbd1 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:48.907612 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Attempting to bind port dc632d42-0348-461c-bb8e-113e4009dbd1 on network 83820ef2-7a35-4657-9b6d-b3b7651f7baa {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:48.956599 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Port dc632d42-0348-461c-bb8e-113e4009dbd1 on network 83820ef2-7a35-4657-9b6d-b3b7651f7baa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:35:48.960733 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Attempting to bind port dc632d42-0348-461c-bb8e-113e4009dbd1 on network 83820ef2-7a35-4657-9b6d-b3b7651f7baa {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:48.969070 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-e07c8904-d3da-480a-8d60-a882ca9d1b7c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9560890 Jan 17 09:35:48.983028 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:48.983679 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.985070 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] 10.222.0.72 "PUT /v2.0/ports/058ef7b3-3ea3-4bc9-8957-f20b77f1e55d HTTP/1.1" status: 200 len: 1094 time: 1.9711070 Jan 17 09:35:48.985802 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:48.986186 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Checking segment: {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:48.993636 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Bound using segment: {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:48.993636 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Bound port: dc632d42-0348-461c-bb8e-113e4009dbd1, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100016d5-7c3c-47c0-8cfb-766cc395865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:48.993636 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:48.993636 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9c25d7-4e26-477e-b516-86aff377f566', 'tag': '058ef7b3-3ea3-4bc9-8957-f20b77f1e55d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:48.993981 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'port': {'device_id': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'admin_state_up': True, 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'security_groups': ['17fb1622-be77-43e7-bbf3-3b35eea0d1eb']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:49.062546 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7ea1c7f1-2e09-43a4-9eb8-4a7b820675d2 None None] Provisioning complete for port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:49.065955 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ea1c7f1-2e09-43a4-9eb8-4a7b820675d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.070482 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577303cc-cddb-4838-8310-3d9d6f633202 req-d4b185e7-f220-47b5-8f1d-016600410a24 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:49.082666 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-577303cc-cddb-4838-8310-3d9d6f633202 req-d4b185e7-f220-47b5-8f1d-016600410a24 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.2143574 Jan 17 09:35:49.110322 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Request body: {'port': {'device_id': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:49.131862 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1c7f1-2e09-43a4-9eb8-4a7b820675d2 None None] Port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:49.193540 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb622a8c-9773-4f79-b4c6-77eb99976a46 service neutron] Pushing event updated for resources: {'Port': ['ID=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:49.258540 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e49fa32-4223-4fce-8a7b-70cca347868e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9c25d7-4e26-477e-b516-86aff377f566", "tag": "058ef7b3-3ea3-4bc9-8957-f20b77f1e55d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:49.261002 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Made reservation on behalf of e871533a61e74f0caea770b0d2e7bd98 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:49.265421 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.289814 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-75874985-ebaa-496a-b891-58a1751ae62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:49.291398 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-75874985-ebaa-496a-b891-58a1751ae62c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94c89529-5d82-468f-8440-b3e26d23fe01 HTTP/1.1" status: 200 len: 852 time: 0.1751719 Jan 17 09:35:49.303053 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-577303cc-cddb-4838-8310-3d9d6f633202 req-ed17407b-8c67-49de-9559-6e6fe6eed211 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251365 Jan 17 09:35:49.310610 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852a6b-8bad-4f8b-8f25-b296d2f2e531 req-e59c8028-a125-46bd-a448-19704dfda885 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:49.312025 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c852a6b-8bad-4f8b-8f25-b296d2f2e531 req-e59c8028-a125-46bd-a448-19704dfda885 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.3703184 Jan 17 09:35:49.342719 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] For port dc632d42-0348-461c-bb8e-113e4009dbd1, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:49.346598 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.371865 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] For port dc632d42-0348-461c-bb8e-113e4009dbd1, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dc632d42-0348-461c-bb8e-113e4009dbd1,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:49.410742 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Allocated IP 172.20.0.9 (460e104a-d5ad-4804-86f9-3d10f08e0f90/e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd/bd020b1c-e530-4d88-bdca-49407ed0a454) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:49.427356 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c852a6b-8bad-4f8b-8f25-b296d2f2e531 req-1bbee3df-f999-40fa-bcd4-0fac7c9c5436 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060622 Jan 17 09:35:49.444653 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-df16672b-9033-4879-9855-183b423eb62a req-6b410ccf-9987-43ee-a365-f17231dbe19d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0394204 Jan 17 09:35:49.449107 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.577873 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:49.578493 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.580615 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/dc632d42-0348-461c-bb8e-113e4009dbd1 HTTP/1.1" status: 200 len: 1094 time: 2.5744843 Jan 17 09:35:49.596454 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.660674 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c445ff62-1f7b-4fc8-bea1-6beff9065cf2 x-openstack-request-id: req-c445ff62-1f7b-4fc8-bea1-6beff9065cf2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:49.661494 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9c25d7-4e26-477e-b516-86aff377f566", "tag": "058ef7b3-3ea3-4bc9-8957-f20b77f1e55d", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:49.661747 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c445ff62-1f7b-4fc8-bea1-6beff9065cf2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:49.662187 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9c25d7-4e26-477e-b516-86aff377f566', 'tag': '058ef7b3-3ea3-4bc9-8957-f20b77f1e55d', 'status': 'completed', 'code': 200} Jan 17 09:35:49.667736 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-5d712415-a593-4eee-a82c-9d4bf6522ae3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23942330-31c7-425f-81a2-805108ea7a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839810 Jan 17 09:35:49.684602 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.731468 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:49.734450 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:49.738166 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:49.739567 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3201200-e96b-4649-b2c1-f981d80487a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc632d42-0348-461c-bb8e-113e4009dbd1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:49.744072 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:49.745166 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.757145 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: from cryptography.utils import int_from_bytes Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: from cryptography.utils import int_from_bytes Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.760710 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:35:49.763970 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:35:49.765196 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82924c-1641-404c-8fa4-7dfece7b6852 req-30beb2c6-62e1-4a90-a0a8-f0cbb9fd52aa tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:49.766733 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c82924c-1641-404c-8fa4-7dfece7b6852 req-30beb2c6-62e1-4a90-a0a8-f0cbb9fd52aa tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 931 time: 0.2198188 Jan 17 09:35:49.771650 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-091106ce-7642-4889-8618-b0676fb0eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:49.772963 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-091106ce-7642-4889-8618-b0676fb0eb5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1097 time: 0.2040474 Jan 17 09:35:49.835908 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ad140c83-115f-4157-9a45-167b2fba1ebd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8507581 Jan 17 09:35:49.849215 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c82924c-1641-404c-8fa4-7dfece7b6852 req-d7b7c21d-bf2c-4626-afb5-d95ee89fc06d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719202 Jan 17 09:35:49.911371 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Request body: {'port': {'device_id': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:49.916677 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:49.960328 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Publish callbacks [] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.961819 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-943e00ea-b93f-4235-8ec0-ef5fc8a8df32 None None] Provisioning complete for port bd020b1c-e530-4d88-bdca-49407ed0a454 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:49.962971 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-943e00ea-b93f-4235-8ec0-ef5fc8a8df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.966273 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:49.975663 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-7ba98f96-341d-4d7e-9947-d3bd6f317ed3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d HTTP/1.1" status: 200 len: 217 time: 0.0688064 Jan 17 09:35:50.002970 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-943e00ea-b93f-4235-8ec0-ef5fc8a8df32 None None] Port bd020b1c-e530-4d88-bdca-49407ed0a454 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:50.034550 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Transition to ACTIVE for port object 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:35:50.084758 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.137888 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-bee15b61-05af-4e6d-97e0-7d30d052a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.138968 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-bee15b61-05af-4e6d-97e0-7d30d052a805 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.1271555 Jan 17 09:35:50.172677 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-bd3bc54f-4380-45a0-8020-c6a6396c9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.174178 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-bd3bc54f-4380-45a0-8020-c6a6396c9f47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 1097 time: 0.1634669 Jan 17 09:35:50.195827 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-acb681fb-b9b3-472f-8d46-3bf39ad03099 service neutron] 10.222.0.72 "GET /v2.0/networks/23942330-31c7-425f-81a2-805108ea7a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878265 Jan 17 09:35:50.203433 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-ced37f46-3eb0-48da-af1a-3083c6ff3c6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453999 Jan 17 09:35:50.255652 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd020b1c-e530-4d88-bdca-49407ed0a454 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:50.265187 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Publish callbacks [] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.289762 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Transition to ACTIVE for port object bd020b1c-e530-4d88-bdca-49407ed0a454 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:35:50.468063 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Pushing event updated for resources: {'Port': ['ID=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:50.503131 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-afcbb3ed-712c-4ad4-878e-28821aea497b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc632d42-0348-461c-bb8e-113e4009dbd1 HTTP/1.1" status: 200 len: 217 time: 0.3062911 Jan 17 09:35:50.558153 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.620444 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Attempting to bind port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:50.623850 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Attempting to bind port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:50.623850 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Attempting to bind port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a on network 8a3ad31e-340c-42a2-a66d-c437bb4da741 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:50.648358 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a on network 8a3ad31e-340c-42a2-a66d-c437bb4da741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:35:50.648666 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Attempting to bind port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a on network 8a3ad31e-340c-42a2-a66d-c437bb4da741 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:50.670023 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:50.683151 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Attempting to bind port bd020b1c-e530-4d88-bdca-49407ed0a454 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:50.683511 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Attempting to bind port bd020b1c-e530-4d88-bdca-49407ed0a454 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:50.683835 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Attempting to bind port bd020b1c-e530-4d88-bdca-49407ed0a454 on network 460e104a-d5ad-4804-86f9-3d10f08e0f90 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:50.688771 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Port bd020b1c-e530-4d88-bdca-49407ed0a454 on network 460e104a-d5ad-4804-86f9-3d10f08e0f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:35:50.692602 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Attempting to bind port bd020b1c-e530-4d88-bdca-49407ed0a454 on network 460e104a-d5ad-4804-86f9-3d10f08e0f90 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:50.694357 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:50.694687 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Checking segment: {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:50.695067 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Bound using segment: {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:50.695534 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Bound port: bd020b1c-e530-4d88-bdca-49407ed0a454, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:50.695880 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.699141 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:50.699513 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Checking segment: {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:50.699902 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Bound using segment: {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:50.700350 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Bound port: 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:50.700706 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.726175 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28e1f-3bb4-4988-8a86-b6d89376e330 req-9a5cf04a-ec63-4eae-819c-4a6a70d2955d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.727784 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9fa28e1f-3bb4-4988-8a86-b6d89376e330 req-9a5cf04a-ec63-4eae-819c-4a6a70d2955d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.2608395 Jan 17 09:35:50.734173 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63a6362d-4f4e-454f-8033-5c20b6473b46 req-4216e824-215f-48c1-b566-1f97de68496c service neutron] 10.222.0.72 "GET /v2.0/networks/23942330-31c7-425f-81a2-805108ea7a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297713 Jan 17 09:35:50.736026 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-00472d92-2bfe-4fda-a126-b48152e0999d service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233014 Jan 17 09:35:50.745804 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2952e5e-be39-4a61-951e-da118b7dc6b4 req-d4a3da09-9856-430c-8248-9cddf00a3365 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.747350 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d2952e5e-be39-4a61-951e-da118b7dc6b4 req-d4a3da09-9856-430c-8248-9cddf00a3365 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.2052021 Jan 17 09:35:50.766016 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:50.769366 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:50.838792 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.883429 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.883960 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.885399 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] 10.222.0.72 "PUT /v2.0/ports/bd020b1c-e530-4d88-bdca-49407ed0a454 HTTP/1.1" status: 200 len: 1093 time: 0.9783962 Jan 17 09:35:50.885782 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:50.888045 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce8e27dc7c5df87661cb302dfb2c643245fd0021ada485d91ec77ff319846020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3995a2d-3b97-46d1-b208-dca880600562" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:50.897976 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9fa28e1f-3bb4-4988-8a86-b6d89376e330 req-36cfb393-5311-4b39-ab9c-3608b742eef3 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609652 Jan 17 09:35:50.899092 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] For port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:50.909554 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d2952e5e-be39-4a61-951e-da118b7dc6b4 req-4c179a46-80a0-4b01-8814-dbb7da47919c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373310 Jan 17 09:35:50.913031 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99470b6f-b046-449a-88e9-f7a90f1a2dda service neutron] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:50.921425 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] For port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:50.933248 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-8dc83840-5b3a-418b-bf25-32b0bb2b8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.934685 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-8dc83840-5b3a-418b-bf25-32b0bb2b8262 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.0784843 Jan 17 09:35:51.048242 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-cc3dc06d-7b3a-401b-afa2-3596a3c0a671 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784159 Jan 17 09:35:51.071013 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:51.071168 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-2885b84e-991a-4cc8-b344-8efca80a07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.071508 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-2885b84e-991a-4cc8-b344-8efca80a07d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bee53997bdee4e0ba62ff6a89b31e0e7&device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 1097 time: 0.0797966 Jan 17 09:35:51.198045 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.198670 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:51.200118 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] 10.222.0.72 "PUT /v2.0/ports/7b444cb9-bd19-4a76-a173-7d6cc6af9a3a HTTP/1.1" status: 200 len: 1093 time: 2.0941799 Jan 17 09:35:51.228158 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-75ef2edd-8439-48d6-af89-06e909d43d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.229813 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-75ef2edd-8439-48d6-af89-06e909d43d43 service neutron] 10.222.0.72 "GET /v2.0/networks?id=23942330-31c7-425f-81a2-805108ea7a2f HTTP/1.1" status: 200 len: 913 time: 0.1527452 Jan 17 09:35:51.292258 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e81f1-13de-47f1-8864-c6eb5f1665fe req-07659245-9349-4f65-b09f-346c7bf24677 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.293593 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f38e81f1-13de-47f1-8864-c6eb5f1665fe req-07659245-9349-4f65-b09f-346c7bf24677 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.2780612 Jan 17 09:35:51.299617 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017d2cd-2778-40d5-bf54-30a22ca5237f service neutron] Pushing event updated for resources: {'Port': ['ID=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:51.320660 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dd4bc-8bdd-458c-9455-06c015ade255 req-c0ffb878-d14d-404a-9615-7bb558ad5cf9 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.322220 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bc0dd4bc-8bdd-458c-9455-06c015ade255 req-c0ffb878-d14d-404a-9615-7bb558ad5cf9 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.3078315 Jan 17 09:35:51.340312 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-d5a23829-1d52-4e0d-bc2a-e45d8acd6dee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f6017b-03fc-4759-9f42-965433af7377 HTTP/1.1" status: 200 len: 217 time: 0.1016445 Jan 17 09:35:51.345519 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e5674e1-6d68-4068-86d4-b5d6bcfde513 req-d82f52d1-d1da-46f4-ad1d-e2b802e4b901 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838797 Jan 17 09:35:51.405215 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-b8b26ae5-11b2-407a-9d5a-a0882ea675c8 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411717 Jan 17 09:35:51.445493 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-131e7db2-f512-4c05-8356-02e14234ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.446996 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-131e7db2-f512-4c05-8356-02e14234ef0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94c89529-5d82-468f-8440-b3e26d23fe01 HTTP/1.1" status: 200 len: 852 time: 0.1009378 Jan 17 09:35:51.465510 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-670a4d6c-a43e-4e6e-9dda-583579e49cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.471737 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-670a4d6c-a43e-4e6e-9dda-583579e49cba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 1096 time: 0.3281531 Jan 17 09:35:51.519071 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-bd23317a-ad44-4fbb-be88-b5ff6f6ce271 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23942330-31c7-425f-81a2-805108ea7a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664146 Jan 17 09:35:51.554142 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f38e81f1-13de-47f1-8864-c6eb5f1665fe req-de82462e-622a-45c0-b254-247dec9b8ed3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433846 Jan 17 09:35:51.611070 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eea0a0e-d4f6-4fe7-a6a1-83c41cc33f74 x-openstack-request-id: req-5eea0a0e-d4f6-4fe7-a6a1-83c41cc33f74 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:51.611448 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:51.611707 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5eea0a0e-d4f6-4fe7-a6a1-83c41cc33f74 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:51.612130 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'status': 'completed', 'code': 200} Jan 17 09:35:51.636787 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-1a72f97d-8602-42d7-9502-5cb4ad2e4e88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd020b1c-e530-4d88-bdca-49407ed0a454 HTTP/1.1" status: 200 len: 217 time: 0.0985909 Jan 17 09:35:51.640000 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-b7e756b7-0dba-48cd-ab0c-a13684372e91 service neutron] 10.222.0.72 "GET /v2.0/networks/23942330-31c7-425f-81a2-805108ea7a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113973 Jan 17 09:35:51.645813 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-43f8f71b-20b2-4020-8925-b80c2f964dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.647355 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-43f8f71b-20b2-4020-8925-b80c2f964dac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 1096 time: 0.3242249 Jan 17 09:35:51.663072 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c23e18-10e8-4bc5-ad30-085f33fb6cca', 'tag': 'dc632d42-0348-461c-bb8e-113e4009dbd1'}, {'name': 'network-changed', 'server_uuid': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'tag': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:51.665318 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "01c23e18-10e8-4bc5-ad30-085f33fb6cca", "tag": "dc632d42-0348-461c-bb8e-113e4009dbd1"}, {"name": "network-changed", "server_uuid": "961b05bd-d20c-4b01-a8d6-056ae5be54b3", "tag": "7b444cb9-bd19-4a76-a173-7d6cc6af9a3a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:51.684894 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bc0dd4bc-8bdd-458c-9455-06c015ade255 req-9bb501ac-3965-4683-b29e-9d522b6fda34 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183661 Jan 17 09:35:51.741217 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3066ddc-66dc-4319-895f-1ea3f6bf0619 x-openstack-request-id: req-e3066ddc-66dc-4319-895f-1ea3f6bf0619 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:51.741521 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c23e18-10e8-4bc5-ad30-085f33fb6cca", "tag": "dc632d42-0348-461c-bb8e-113e4009dbd1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "961b05bd-d20c-4b01-a8d6-056ae5be54b3", "tag": "7b444cb9-bd19-4a76-a173-7d6cc6af9a3a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:51.741776 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3066ddc-66dc-4319-895f-1ea3f6bf0619 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:51.742171 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c23e18-10e8-4bc5-ad30-085f33fb6cca', 'tag': 'dc632d42-0348-461c-bb8e-113e4009dbd1', 'status': 'completed', 'code': 200} Jan 17 09:35:51.742432 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'tag': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a', 'status': 'completed', 'code': 200} Jan 17 09:35:51.744839 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-d3977a97-a2e0-4b1e-a35a-c838744fd262 service neutron] 10.222.0.72 "GET /v2.0/networks/23942330-31c7-425f-81a2-805108ea7a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969124 Jan 17 09:35:51.755379 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-d355ff06-f862-4f0f-8d86-e64495310dbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a HTTP/1.1" status: 200 len: 217 time: 0.0940337 Jan 17 09:35:51.775778 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-a52f9ed6-4876-414f-9889-6e66e8d36510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.777215 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-a52f9ed6-4876-414f-9889-6e66e8d36510 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1097 time: 0.2110817 Jan 17 09:35:51.785906 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c2aa941-ce5c-4ce3-ad8e-4a9dc5aac39e req-c74595da-6b87-4c36-a889-f26273121d9d service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679154 Jan 17 09:35:51.787627 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-6f641b0a-dfd7-4c51-8fe5-8ed0c2f6cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.789048 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-6f641b0a-dfd7-4c51-8fe5-8ed0c2f6cace service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.1362088 Jan 17 09:35:51.925367 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba48a070-4934-4a25-95d1-e61b2e14d0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:52.029274 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-62bc9bdf-2226-4a8a-a178-283cea954778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.030731 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-62bc9bdf-2226-4a8a-a178-283cea954778 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 200 len: 850 time: 0.2037845 Jan 17 09:35:52.335423 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-f6cfb503-d456-405c-b6f3-6d23f68e4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.336917 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-f6cfb503-d456-405c-b6f3-6d23f68e4bf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5109940 Jan 17 09:35:52.365546 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-a31a45ef-039f-4000-a06e-012f8b403b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.365546 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-a31a45ef-039f-4000-a06e-012f8b403b31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 920 time: 0.5454340 Jan 17 09:35:52.432780 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-1f06396b-92ac-47d0-a950-0b46d69b94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.432780 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-1f06396b-92ac-47d0-a950-0b46d69b94cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 1097 time: 0.4492381 Jan 17 09:35:52.480813 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-07ec3410-cdd0-488a-b76d-d082d31c8559 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d HTTP/1.1" status: 200 len: 217 time: 0.0939848 Jan 17 09:35:52.487303 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14042e2-2b61-4c57-8855-0166a521c613 req-b942caab-08dd-40da-9a18-245a984f848c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.488817 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d14042e2-2b61-4c57-8855-0166a521c613 req-b942caab-08dd-40da-9a18-245a984f848c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.4829483 Jan 17 09:35:52.501252 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaef51-1e88-4668-bfc2-2cc30d8d6bcb req-8dabe607-9756-4bae-9421-4ba8f4c935ae tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.502753 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1cdaef51-1e88-4668-bfc2-2cc30d8d6bcb req-8dabe607-9756-4bae-9421-4ba8f4c935ae tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.4577570 Jan 17 09:35:52.526201 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-37b6056b-71a0-4952-9660-43bfd7d1d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.527701 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-37b6056b-71a0-4952-9660-43bfd7d1d2c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a3ad31e-340c-42a2-a66d-c437bb4da741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4807799 Jan 17 09:35:52.728892 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-be2e6e49-43ef-4bc0-b6c5-9ee7fd08fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.730346 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-be2e6e49-43ef-4bc0-b6c5-9ee7fd08fa51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.2386608 Jan 17 09:35:52.761256 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-291f2a0b-7eaa-4dfb-bdbf-965e3b113ef5 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133129 Jan 17 09:35:52.808076 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-44246eb4-0113-4233-b2ab-83bcfc27b2dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577247 Jan 17 09:35:52.815848 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1cdaef51-1e88-4668-bfc2-2cc30d8d6bcb req-49f21d91-f0fb-4399-8f16-20372da4f01a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848470 Jan 17 09:35:52.819764 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d14042e2-2b61-4c57-8855-0166a521c613 req-36054f56-81f3-4c69-b3ec-70c62b7d150f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157778 Jan 17 09:35:52.881954 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-ec75e6a2-bb1f-4053-ae25-85d582b9905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.883479 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-ec75e6a2-bb1f-4053-ae25-85d582b9905c service neutron] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 920 time: 0.4208715 Jan 17 09:35:53.032823 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-8a021020-0315-435c-9d44-6880ebf0130f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc632d42-0348-461c-bb8e-113e4009dbd1 HTTP/1.1" status: 200 len: 217 time: 0.1377487 Jan 17 09:35:53.034633 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-ae728743-f389-457f-a1ae-fcfd71f22d38 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787161 Jan 17 09:35:53.148354 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33934) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:53.191150 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad6f8a-ab09-4851-aeb5-664e7e9fc06e req-3fd4d75e-b7ea-40f8-a602-d4f7355de9f7 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.193235 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3fad6f8a-ab09-4851-aeb5-664e7e9fc06e req-3fd4d75e-b7ea-40f8-a602-d4f7355de9f7 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.2654350 Jan 17 09:35:53.204390 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682eae8-a42e-457e-b048-099da2aadfef req-a34e1e4f-bc53-46e1-9625-97fce59f237a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.204390 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2682eae8-a42e-457e-b048-099da2aadfef req-a34e1e4f-bc53-46e1-9625-97fce59f237a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.2680373 Jan 17 09:35:53.233698 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64c26af3-83df-45b2-bc3c-681a08aebe36 req-ab2d1ac8-10bf-4278-96b3-f5f093d2372d service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573159 Jan 17 09:35:53.253213 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-d4faa54a-7dcf-41ef-9510-e334d738ea28 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239962 Jan 17 09:35:53.264881 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-f7608016-1e13-4c04-8e46-f48a13be100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.266405 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-f7608016-1e13-4c04-8e46-f48a13be100a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.2226620 Jan 17 09:35:53.278083 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9754971-ec0c-4874-ad3f-e03bac82bf16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.376739 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9754971-ec0c-4874-ad3f-e03bac82bf16 admin admin] Publish callbacks [] for security_group (7fe5c8c8-3064-4bb0-b68b-b0b7309144d9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.384725 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-fa58226c-4cf8-41a2-aed9-02957eff7823 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974596 Jan 17 09:35:53.434647 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-6847af1b-bb29-4ac9-8ef3-4ba7e97457c9 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896329 Jan 17 09:35:53.448692 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3fad6f8a-ab09-4851-aeb5-664e7e9fc06e req-6268ac0d-a58c-4061-b3e6-4bf135e495b2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439747 Jan 17 09:35:53.466001 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2682eae8-a42e-457e-b048-099da2aadfef req-b6a12108-cbb2-4979-8fb3-3543c71d519e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496500 Jan 17 09:35:53.502651 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9754971-ec0c-4874-ad3f-e03bac82bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7fe5c8c8-3064-4bb0-b68b-b0b7309144d9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.538133 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995a2d-3b97-46d1-b208-dca880600562 req-8baf8f09-8db3-4463-9634-17540a9f23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.539652 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3995a2d-3b97-46d1-b208-dca880600562 req-8baf8f09-8db3-4463-9634-17540a9f23cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 1096 time: 0.1632819 Jan 17 09:35:53.545405 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7e49fa32-4223-4fce-8a7b-70cca347868e req-4eb00cc2-3799-4cdd-9abe-582323c8ca2b service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742627 Jan 17 09:35:53.552808 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-b9754971-ec0c-4874-ad3f-e03bac82bf16 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f00169d3e2274efbb0fd24546a2270eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033875 Jan 17 09:35:53.554090 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9754971-ec0c-4874-ad3f-e03bac82bf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe5c8c8-3064-4bb0-b68b-b0b7309144d9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:53.556679 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 33952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:53.606951 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e00d26e9-6b9d-4960-8734-63268204241e admin admin] Publish callbacks [] for security_group (7fe5c8c8-3064-4bb0-b68b-b0b7309144d9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.619318 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-6625bf60-f4e4-4f5a-aeca-9c2072885c50 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118983 Jan 17 09:35:53.637183 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e00d26e9-6b9d-4960-8734-63268204241e admin admin] Publish callbacks [] for security_group (7fe5c8c8-3064-4bb0-b68b-b0b7309144d9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.722884 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995a2d-3b97-46d1-b208-dca880600562 req-65d9884d-c5ff-4668-9595-0993f044909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.724884 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3995a2d-3b97-46d1-b208-dca880600562 req-65d9884d-c5ff-4668-9595-0993f044909c service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.1617622 Jan 17 09:35:53.763707 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e00d26e9-6b9d-4960-8734-63268204241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7fe5c8c8-3064-4bb0-b68b-b0b7309144d9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.766268 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e00d26e9-6b9d-4960-8734-63268204241e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.767455 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e00d26e9-6b9d-4960-8734-63268204241e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7fe5c8c8-3064-4bb0-b68b-b0b7309144d9 HTTP/1.1" status: 204 len: 168 time: 0.2097378 Jan 17 09:35:53.773044 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3995a2d-3b97-46d1-b208-dca880600562 req-ed3e72c2-43aa-4893-b1b8-82d235754cbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd020b1c-e530-4d88-bdca-49407ed0a454 HTTP/1.1" status: 200 len: 217 time: 0.0396938 Jan 17 09:35:53.775503 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d26e9-6b9d-4960-8734-63268204241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe5c8c8-3064-4bb0-b68b-b0b7309144d9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:53.821466 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-556f9ed0-17cd-4999-9591-5176fd6cebdc service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931670 Jan 17 09:35:53.843737 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995a2d-3b97-46d1-b208-dca880600562 req-e6e36db5-40b8-42c8-b171-467bb2eae3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.848978 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3995a2d-3b97-46d1-b208-dca880600562 req-e6e36db5-40b8-42c8-b171-467bb2eae3dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0680039 Jan 17 09:35:54.168099 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763dc4e-28d4-45b8-8ca2-eef4c20513bb req-7f526691-7a10-4f76-8017-48e4445300c0 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:54.169591 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5763dc4e-28d4-45b8-8ca2-eef4c20513bb req-7f526691-7a10-4f76-8017-48e4445300c0 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.2804406 Jan 17 09:35:54.178210 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e48890-9b35-45df-83c0-44e354e00c17 req-df20c63d-a63e-4d53-ac2f-c7196bbab4be tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:54.179566 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-69e48890-9b35-45df-83c0-44e354e00c17 req-df20c63d-a63e-4d53-ac2f-c7196bbab4be tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.2795169 Jan 17 09:35:54.254171 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5763dc4e-28d4-45b8-8ca2-eef4c20513bb req-93b6bdab-2527-44c4-9a78-570da0bd21f7 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734391 Jan 17 09:35:54.257361 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-69e48890-9b35-45df-83c0-44e354e00c17 req-9e275c32-3ed2-4237-b361-88a50cb6496f tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709760 Jan 17 09:35:54.369729 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-049735a9-7ac0-40eb-a6e3-f85d90afcf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:54.519011 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 33992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:54.534244 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d997078-ce43-4f47-a7fb-40088974cf43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:54.655583 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cdc45-46bb-4f5c-9541-4eceaea6f77f req-33ecf4a6-3b6b-497a-884a-0dbcd58559a0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:54.658389 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ee0cdc45-46bb-4f5c-9541-4eceaea6f77f req-33ecf4a6-3b6b-497a-884a-0dbcd58559a0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.1061273 Jan 17 09:35:54.670504 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efec891-1584-4a2e-850f-55315b081a18 req-e4279927-b483-454e-9667-711267a30f37 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:54.679618 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7efec891-1584-4a2e-850f-55315b081a18 req-e4279927-b483-454e-9667-711267a30f37 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.1109419 Jan 17 09:35:54.767965 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d997078-ce43-4f47-a7fb-40088974cf43 admin admin] Publish callbacks [] for security_group (c00bc06e-70fa-4451-9243-1b159d6e18bf), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:54.786350 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ee0cdc45-46bb-4f5c-9541-4eceaea6f77f req-74de3300-87ab-4104-baa9-61d09a3bf0e8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019561 Jan 17 09:35:54.789915 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7efec891-1584-4a2e-850f-55315b081a18 req-b4ea2c08-b333-46e7-bd65-77e21d342976 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110039 Jan 17 09:35:54.854975 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d997078-ce43-4f47-a7fb-40088974cf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (c00bc06e-70fa-4451-9243-1b159d6e18bf), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:54.892322 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997078-ce43-4f47-a7fb-40088974cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00bc06e-70fa-4451-9243-1b159d6e18bf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:54.896662 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3d997078-ce43-4f47-a7fb-40088974cf43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36957d97d76241b381afcdc3d7f73d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766339 Jan 17 09:35:54.899434 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:54.948144 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e824a9a1-437f-494b-a59e-94e3e1a31a3f admin admin] Publish callbacks [] for security_group (c00bc06e-70fa-4451-9243-1b159d6e18bf), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:54.969790 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e824a9a1-437f-494b-a59e-94e3e1a31a3f admin admin] Publish callbacks [] for security_group (c00bc06e-70fa-4451-9243-1b159d6e18bf), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:55.101032 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e824a9a1-437f-494b-a59e-94e3e1a31a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (c00bc06e-70fa-4451-9243-1b159d6e18bf), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:55.103755 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e824a9a1-437f-494b-a59e-94e3e1a31a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:55.111489 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e824a9a1-437f-494b-a59e-94e3e1a31a3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c00bc06e-70fa-4451-9243-1b159d6e18bf HTTP/1.1" status: 204 len: 168 time: 0.2045920 Jan 17 09:35:55.112990 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824a9a1-437f-494b-a59e-94e3e1a31a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00bc06e-70fa-4451-9243-1b159d6e18bf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:55.405272 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b1c-5fb1-40aa-8e40-470fd7aca383 req-7a06ab73-d88c-4cd2-a3ff-79b84141f412 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.406749 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-34f52b1c-5fb1-40aa-8e40-470fd7aca383 req-7a06ab73-d88c-4cd2-a3ff-79b84141f412 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.0800042 Jan 17 09:35:55.421559 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a6e9a-6763-4084-8e71-d08fea1a88e0 req-f9607557-1a77-4db2-9770-5386c570d98a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.423086 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a30a6e9a-6763-4084-8e71-d08fea1a88e0 req-f9607557-1a77-4db2-9770-5386c570d98a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0869675 Jan 17 09:35:55.491913 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-34f52b1c-5fb1-40aa-8e40-470fd7aca383 req-f06cc49a-7087-4975-b059-9c688e846184 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785007 Jan 17 09:35:55.497082 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:55.502321 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a30a6e9a-6763-4084-8e71-d08fea1a88e0 req-51706bab-d10f-4379-ae58-f8f96e0b99ef tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707884 Jan 17 09:35:55.563235 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995a2d-3b97-46d1-b208-dca880600562 req-b43137db-9bb0-4f63-a69b-fedc90960c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.564826 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3995a2d-3b97-46d1-b208-dca880600562 req-b43137db-9bb0-4f63-a69b-fedc90960c23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417809 Jan 17 09:35:55.947982 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191802a3-145a-47e3-ba3c-1855bb17ee46 req-eaf370c5-b28f-4f4a-b83b-92f827d9a239 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.949495 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-191802a3-145a-47e3-ba3c-1855bb17ee46 req-eaf370c5-b28f-4f4a-b83b-92f827d9a239 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0889525 Jan 17 09:35:55.964840 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0029a7-f0ad-4a02-b757-ba6fb7fdddfb req-e5b782ac-8d89-4581-a0ad-f27175a9b209 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.972689 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae0029a7-f0ad-4a02-b757-ba6fb7fdddfb req-e5b782ac-8d89-4581-a0ad-f27175a9b209 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.0796945 Jan 17 09:35:56.047074 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae0029a7-f0ad-4a02-b757-ba6fb7fdddfb req-ed085e6c-f1ec-4585-9096-30744625be80 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730965 Jan 17 09:35:56.050594 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-191802a3-145a-47e3-ba3c-1855bb17ee46 req-62b74ec4-7ae1-4ca0-9482-06d292902365 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943122 Jan 17 09:35:56.753578 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f4b00-d9ec-4d11-88be-484a81ef03b7 req-b8b485d0-0105-4965-87b9-8204e8463eab tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:56.755248 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-226f4b00-d9ec-4d11-88be-484a81ef03b7 req-b8b485d0-0105-4965-87b9-8204e8463eab tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.1896770 Jan 17 09:35:56.769483 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9791fd-97fb-4740-89fb-300c8ff33d15 req-1bb33e05-d50e-4460-aeaa-b1a41724c6a3 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:56.770961 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5f9791fd-97fb-4740-89fb-300c8ff33d15 req-1bb33e05-d50e-4460-aeaa-b1a41724c6a3 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.2041698 Jan 17 09:35:56.778807 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-7f607cfa-79c7-44de-8d87-8411b1871d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:56.780290 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-7f607cfa-79c7-44de-8d87-8411b1871d82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 1096 time: 0.1592290 Jan 17 09:35:56.837777 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3995a2d-3b97-46d1-b208-dca880600562 req-c96ae12b-0b55-4c32-8f26-c5f76e957ffc service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151797 Jan 17 09:35:56.884395 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-226f4b00-d9ec-4d11-88be-484a81ef03b7 req-d317ac0f-30a8-4340-b84b-7b8f29ebe3b5 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123700 Jan 17 09:35:56.888287 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5f9791fd-97fb-4740-89fb-300c8ff33d15 req-598cc5bc-d000-4982-8ad8-34e9e66cf8d9 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069369 Jan 17 09:35:57.103696 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:57.208204 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e543e1-0ac4-4f8a-a946-624ad51d3b7c req-4dd93cc6-9de9-47cf-b9b8-ef2689956d0b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:57.210783 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b9e543e1-0ac4-4f8a-a946-624ad51d3b7c req-4dd93cc6-9de9-47cf-b9b8-ef2689956d0b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.0915296 Jan 17 09:35:57.230164 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15619a2f-5943-4dec-9d96-7aa253985fac req-282878ea-a5fc-47f2-a16a-c925a676d605 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:57.233983 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-15619a2f-5943-4dec-9d96-7aa253985fac req-282878ea-a5fc-47f2-a16a-c925a676d605 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.1008961 Jan 17 09:35:57.315161 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b9e543e1-0ac4-4f8a-a946-624ad51d3b7c req-68146388-dcb4-4cde-8800-67e92a0d35e0 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989571 Jan 17 09:35:57.334829 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-15619a2f-5943-4dec-9d96-7aa253985fac req-a35d9cf3-91e5-42c1-ada4-755fbd857f0c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928581 Jan 17 09:35:58.034058 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5127cd-c10f-4e07-8a63-05281e5e37a9 req-8ac6c1f1-54c2-4646-8a55-81d4587b3cfe tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:58.036050 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf5127cd-c10f-4e07-8a63-05281e5e37a9 req-8ac6c1f1-54c2-4646-8a55-81d4587b3cfe tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0829327 Jan 17 09:35:58.049791 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec72fa-42b0-44a0-a753-408a35b6c758 req-d634009a-1927-4378-b37c-678d0bed3663 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:58.051417 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ceec72fa-42b0-44a0-a753-408a35b6c758 req-d634009a-1927-4378-b37c-678d0bed3663 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.0869598 Jan 17 09:35:58.255446 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf5127cd-c10f-4e07-8a63-05281e5e37a9 req-1eee23c5-b236-4303-94de-1640a673b411 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135732 Jan 17 09:35:58.260531 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34156) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:58.273415 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ceec72fa-42b0-44a0-a753-408a35b6c758 req-975dc703-b235-4665-a05c-443c70ecdee6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909721 Jan 17 09:35:58.286438 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-9e9e0850-9ca7-4e97-a850-6eb55bc9a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:58.286438 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-9e9e0850-9ca7-4e97-a850-6eb55bc9a659 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 912 time: 0.2274599 Jan 17 09:35:58.287299 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3995a2d-3b97-46d1-b208-dca880600562 req-2790c7fb-d315-4e4a-9d5d-77ddbc297bf3 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344477 Jan 17 09:35:58.329346 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-62ec2924-5205-4703-be00-19078373700e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a HTTP/1.1" status: 200 len: 217 time: 0.0410445 Jan 17 09:35:58.372403 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:58.403512 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b012d55e-dfb8-4ef5-b5dc-90ccdd458ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:58.480129 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2772b-358b-4039-a096-884b8aea4f36 req-9b74052e-939e-4d18-81b8-df6ed1b46ce3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:58.481659 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dff2772b-358b-4039-a096-884b8aea4f36 req-9b74052e-939e-4d18-81b8-df6ed1b46ce3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0869865 Jan 17 09:35:58.488307 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b012d55e-dfb8-4ef5-b5dc-90ccdd458ff4 admin admin] Publish callbacks [] for security_group (307dbf0b-c15d-4efb-9ade-7a19a986080d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:58.513314 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4231305-531f-4e2e-95e1-bd5e39709f5d req-38d20998-05f0-4969-b7bf-c528ea0a3d3a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:58.514788 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f4231305-531f-4e2e-95e1-bd5e39709f5d req-38d20998-05f0-4969-b7bf-c528ea0a3d3a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.0771139 Jan 17 09:35:58.565214 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b012d55e-dfb8-4ef5-b5dc-90ccdd458ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (307dbf0b-c15d-4efb-9ade-7a19a986080d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:58.587634 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dff2772b-358b-4039-a096-884b8aea4f36 req-a280ef07-92b3-4b61-b053-7f5fc909a003 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973427 Jan 17 09:35:58.608218 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-b012d55e-dfb8-4ef5-b5dc-90ccdd458ff4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c4cf04a2a05e4ae796ffdcd6697105f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466010 Jan 17 09:35:58.609028 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012d55e-dfb8-4ef5-b5dc-90ccdd458ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307dbf0b-c15d-4efb-9ade-7a19a986080d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:58.610787 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34166) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:58.639391 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f4231305-531f-4e2e-95e1-bd5e39709f5d req-f9a2cccd-57bb-4677-9b55-6b68376e8203 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173723 Jan 17 09:35:58.649848 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-3d3903f4-0489-4422-968c-8ea432015fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:58.651293 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-3d3903f4-0489-4422-968c-8ea432015fe7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 200 len: 850 time: 0.0988352 Jan 17 09:35:58.706796 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9633153-5dae-47af-8328-9a60f55bc052 admin admin] Publish callbacks [] for security_group (307dbf0b-c15d-4efb-9ade-7a19a986080d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:58.730644 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-6e1f110e-0e84-4ba6-b230-47b0348a2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:58.732184 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-6e1f110e-0e84-4ba6-b230-47b0348a2592 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a3ad31e-340c-42a2-a66d-c437bb4da741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680554 Jan 17 09:35:58.736482 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9633153-5dae-47af-8328-9a60f55bc052 admin admin] Publish callbacks [] for security_group (307dbf0b-c15d-4efb-9ade-7a19a986080d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:58.854960 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-f3cc32a8-5f84-430d-b3cd-eff2f298ef07 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117909 Jan 17 09:35:58.909407 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9633153-5dae-47af-8328-9a60f55bc052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (307dbf0b-c15d-4efb-9ade-7a19a986080d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:58.912026 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9633153-5dae-47af-8328-9a60f55bc052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:58.913162 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b9633153-5dae-47af-8328-9a60f55bc052 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/307dbf0b-c15d-4efb-9ade-7a19a986080d HTTP/1.1" status: 204 len: 168 time: 0.3014021 Jan 17 09:35:58.925616 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9633153-5dae-47af-8328-9a60f55bc052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307dbf0b-c15d-4efb-9ade-7a19a986080d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:58.957379 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b5fc1878-c066-4c6a-a8e6-6ef291c43dd5 req-030a5ad0-c8f8-46b7-8a9a-278822b6c627 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960310 Jan 17 09:35:59.410761 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01a8a2-1554-4e87-a1e6-1d5c4179b00e req-9f93d4c2-c50e-4526-be73-82a3d5e8e152 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:59.412348 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7f01a8a2-1554-4e87-a1e6-1d5c4179b00e req-9f93d4c2-c50e-4526-be73-82a3d5e8e152 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0852249 Jan 17 09:35:59.431611 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca1334-f499-4b8b-b5bf-1de2230e6785 req-8cfba8b1-cdc2-4e1a-abe9-3c3b36cf0287 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:59.433143 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9eca1334-f499-4b8b-b5bf-1de2230e6785 req-8cfba8b1-cdc2-4e1a-abe9-3c3b36cf0287 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.0788853 Jan 17 09:35:59.504002 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7f01a8a2-1554-4e87-a1e6-1d5c4179b00e req-2208cbc8-9ac2-42c8-b69f-30daa6c31d71 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818813 Jan 17 09:35:59.512057 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9eca1334-f499-4b8b-b5bf-1de2230e6785 req-3235f4f1-cf63-4c8b-b119-202756fbd72f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655122 Jan 17 09:35:59.571333 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:59.584645 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7cd4755f-67be-4c95-9fbd-edb2169796bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:59.663006 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7cd4755f-67be-4c95-9fbd-edb2169796bf admin admin] Publish callbacks [] for security_group (1c2f5657-1c7c-47ed-8701-8b973fb0fd92), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:59.727759 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7cd4755f-67be-4c95-9fbd-edb2169796bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (1c2f5657-1c7c-47ed-8701-8b973fb0fd92), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:59.762735 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c669f6-2316-4810-be22-93aee042d74a req-c29b056f-1db9-43df-a4aa-102ff82ec06f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:59.773218 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12c669f6-2316-4810-be22-93aee042d74a req-c29b056f-1db9-43df-a4aa-102ff82ec06f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.1000190 Jan 17 09:35:59.814177 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7cd4755f-67be-4c95-9fbd-edb2169796bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d3f93341e104aee9779a988a2045b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417350 Jan 17 09:35:59.818939 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34190) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:59.819474 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4755f-67be-4c95-9fbd-edb2169796bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2f5657-1c7c-47ed-8701-8b973fb0fd92,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:59.842490 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ab8d5-2520-4a99-9a21-c52ad1b2d844 req-f3970152-d2db-4514-b695-0182c0e8539a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:59.844003 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9e4ab8d5-2520-4a99-9a21-c52ad1b2d844 req-f3970152-d2db-4514-b695-0182c0e8539a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.1317062 Jan 17 09:35:59.914734 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12c669f6-2316-4810-be22-93aee042d74a req-09815387-10eb-4331-b98e-db3723ea08d4 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915005 Jan 17 09:35:59.915106 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-049cccff-c213-422f-a3c3-489d3578d38c admin admin] Publish callbacks [] for security_group (1c2f5657-1c7c-47ed-8701-8b973fb0fd92), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:59.915341 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9e4ab8d5-2520-4a99-9a21-c52ad1b2d844 req-c90472bb-96dc-420e-b02a-695ce0b7970d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555356 Jan 17 09:35:59.923529 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-049cccff-c213-422f-a3c3-489d3578d38c admin admin] Publish callbacks [] for security_group (1c2f5657-1c7c-47ed-8701-8b973fb0fd92), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:00.051328 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-049cccff-c213-422f-a3c3-489d3578d38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (1c2f5657-1c7c-47ed-8701-8b973fb0fd92), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:00.054245 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-049cccff-c213-422f-a3c3-489d3578d38c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:00.055542 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-049cccff-c213-422f-a3c3-489d3578d38c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c2f5657-1c7c-47ed-8701-8b973fb0fd92 HTTP/1.1" status: 204 len: 168 time: 0.2373991 Jan 17 09:36:00.066990 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cccff-c213-422f-a3c3-489d3578d38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2f5657-1c7c-47ed-8701-8b973fb0fd92,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:00.658328 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192e7ef-29f3-4481-8cf2-1ec576a5af2c req-cf6508f4-a1cd-428b-b39a-f8ddcc15b0f0 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:00.659910 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5192e7ef-29f3-4481-8cf2-1ec576a5af2c req-cf6508f4-a1cd-428b-b39a-f8ddcc15b0f0 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0855365 Jan 17 09:36:00.669258 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842880ae-731c-4d99-bb01-e91eb43fce91 req-01b611a0-2d31-44ab-a2a1-efb979fcf2f0 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:00.670736 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-842880ae-731c-4d99-bb01-e91eb43fce91 req-01b611a0-2d31-44ab-a2a1-efb979fcf2f0 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.0872176 Jan 17 09:36:00.953090 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5192e7ef-29f3-4481-8cf2-1ec576a5af2c req-984b5dee-607c-48f1-a48b-bb33dababe3b tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792802 Jan 17 09:36:00.955064 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-842880ae-731c-4d99-bb01-e91eb43fce91 req-e8cb2099-b2e9-45be-a817-594265c29754 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764063 Jan 17 09:36:01.125391 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6eb09-1ead-4c6c-8089-18798489aa80 req-0d1263f2-231b-4903-8dda-48138a7b7414 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:01.127084 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d0b6eb09-1ead-4c6c-8089-18798489aa80 req-0d1263f2-231b-4903-8dda-48138a7b7414 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0973976 Jan 17 09:36:01.135562 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69faff-8f31-4907-bc33-37ea2f3240df req-8c68a966-0498-4fe4-b120-1baf56ed9562 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:01.137111 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8b69faff-8f31-4907-bc33-37ea2f3240df req-8c68a966-0498-4fe4-b120-1baf56ed9562 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.1055720 Jan 17 09:36:01.220973 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34262) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:01.229633 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8b69faff-8f31-4907-bc33-37ea2f3240df req-0df5a95d-6be3-4494-b431-e9dbba3f0c86 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819533 Jan 17 09:36:01.233041 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d0b6eb09-1ead-4c6c-8089-18798489aa80 req-9d322885-407d-40b9-b3d6-45cdb6515377 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950058 Jan 17 09:36:01.366080 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3c6decd-e44a-4f9f-b1a2-e4d250c67a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.468673 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3c6decd-e44a-4f9f-b1a2-e4d250c67a0c admin admin] Publish callbacks [] for security_group (18649d80-90de-4608-bd92-96e6eb5b7c6c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.560429 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3c6decd-e44a-4f9f-b1a2-e4d250c67a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (18649d80-90de-4608-bd92-96e6eb5b7c6c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.603563 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-d3c6decd-e44a-4f9f-b1a2-e4d250c67a0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4062841748b645e581d73208096f4456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814898 Jan 17 09:36:01.604656 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6decd-e44a-4f9f-b1a2-e4d250c67a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18649d80-90de-4608-bd92-96e6eb5b7c6c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:01.606524 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34286) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:01.666940 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2717712-1d8a-4246-bcad-72cf11528630 admin admin] Publish callbacks [] for security_group (18649d80-90de-4608-bd92-96e6eb5b7c6c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.688187 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2717712-1d8a-4246-bcad-72cf11528630 admin admin] Publish callbacks [] for security_group (18649d80-90de-4608-bd92-96e6eb5b7c6c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.795506 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34294) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:01.820949 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2717712-1d8a-4246-bcad-72cf11528630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (18649d80-90de-4608-bd92-96e6eb5b7c6c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.823685 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2717712-1d8a-4246-bcad-72cf11528630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.824857 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b2717712-1d8a-4246-bcad-72cf11528630 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18649d80-90de-4608-bd92-96e6eb5b7c6c HTTP/1.1" status: 204 len: 168 time: 0.2170591 Jan 17 09:36:01.833886 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2717712-1d8a-4246-bcad-72cf11528630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18649d80-90de-4608-bd92-96e6eb5b7c6c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:01.907949 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d72b28b6-7ceb-4d37-b7ca-2462fa95797a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.989922 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d72b28b6-7ceb-4d37-b7ca-2462fa95797a admin admin] Publish callbacks [] for security_group (774354f8-b0f6-4b76-9dde-3d8299b3bcd3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.040082 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:02.089327 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d72b28b6-7ceb-4d37-b7ca-2462fa95797a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (774354f8-b0f6-4b76-9dde-3d8299b3bcd3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.133726 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe162225-dec3-4894-bc15-814cdad30423 req-6f8a97bb-6dba-4f6d-afdf-10869c0a172d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:02.144220 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fe162225-dec3-4894-bc15-814cdad30423 req-6f8a97bb-6dba-4f6d-afdf-10869c0a172d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 944 time: 0.0975749 Jan 17 09:36:02.153973 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8a800-5dcf-4458-a90d-543764902f1a req-cd1dc333-227d-4a88-95b4-64b477a75009 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:02.155471 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c9f8a800-5dcf-4458-a90d-543764902f1a req-cd1dc333-227d-4a88-95b4-64b477a75009 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.1097758 Jan 17 09:36:02.196771 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-d72b28b6-7ceb-4d37-b7ca-2462fa95797a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37f7072b06844522abe8af67f8190238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000261 Jan 17 09:36:02.200954 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34328) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:02.219734 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b28b6-7ceb-4d37-b7ca-2462fa95797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774354f8-b0f6-4b76-9dde-3d8299b3bcd3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:02.243969 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fe162225-dec3-4894-bc15-814cdad30423 req-f7852d79-6868-49ac-983d-300fefac1813 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851238 Jan 17 09:36:02.283956 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c9f8a800-5dcf-4458-a90d-543764902f1a req-79f51758-4a53-408a-a4a2-da810b2e2fed tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074097 Jan 17 09:36:02.305003 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cca22bbd-5bc1-45dc-a360-3c63b07f473d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.315716 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d70c58aa-bee4-4aab-9875-dec4d686c0a8 admin admin] Publish callbacks [] for security_group (774354f8-b0f6-4b76-9dde-3d8299b3bcd3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.353470 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d70c58aa-bee4-4aab-9875-dec4d686c0a8 admin admin] Publish callbacks [] for security_group (774354f8-b0f6-4b76-9dde-3d8299b3bcd3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.422176 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89913d75-c031-41dc-8bdd-52a809e187dc req-01479eff-6624-487b-b217-017c7c351d53 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:02.423745 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-89913d75-c031-41dc-8bdd-52a809e187dc req-01479eff-6624-487b-b217-017c7c351d53 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.0923908 Jan 17 09:36:02.437419 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cca22bbd-5bc1-45dc-a360-3c63b07f473d admin admin] Publish callbacks [] for security_group (074fd3e4-53cc-4b97-a1a3-800caf1fef5b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.444150 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990ccfe-f3c3-4ef9-b6d9-384bd1663f2d req-c7b0104e-41a9-43a0-94ad-df49ee5aa3a3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:02.445637 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3990ccfe-f3c3-4ef9-b6d9-384bd1663f2d req-c7b0104e-41a9-43a0-94ad-df49ee5aa3a3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0964055 Jan 17 09:36:02.468860 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device dc632d42-0348-461c-bb8e-113e4009dbd1 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:36:02.502454 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d70c58aa-bee4-4aab-9875-dec4d686c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (774354f8-b0f6-4b76-9dde-3d8299b3bcd3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.505377 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d70c58aa-bee4-4aab-9875-dec4d686c0a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.509199 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-d70c58aa-bee4-4aab-9875-dec4d686c0a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/774354f8-b0f6-4b76-9dde-3d8299b3bcd3 HTTP/1.1" status: 204 len: 168 time: 0.3024435 Jan 17 09:36:02.513821 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-89913d75-c031-41dc-8bdd-52a809e187dc req-a0d609bd-501d-483b-b12d-d4479752041e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833976 Jan 17 09:36:02.522333 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3990ccfe-f3c3-4ef9-b6d9-384bd1663f2d req-4510c76c-925c-4798-89b6-bc1300783b4e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687892 Jan 17 09:36:02.529023 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c58aa-bee4-4aab-9875-dec4d686c0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774354f8-b0f6-4b76-9dde-3d8299b3bcd3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:02.536180 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cca22bbd-5bc1-45dc-a360-3c63b07f473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (074fd3e4-53cc-4b97-a1a3-800caf1fef5b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.586600 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca22bbd-5bc1-45dc-a360-3c63b07f473d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074fd3e4-53cc-4b97-a1a3-800caf1fef5b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:02.596534 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34340) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:02.597238 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-cca22bbd-5bc1-45dc-a360-3c63b07f473d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eb098964b80b4726ad35d2f1c7a35a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5560846 Jan 17 09:36:02.619662 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port dc632d42-0348-461c-bb8e-113e4009dbd1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dc632d42-0348-461c-bb8e-113e4009dbd1,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:02.626450 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34342) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:02.635343 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'dc632d42-0348-461c-bb8e-113e4009dbd1', 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa', 'port_id': 'dc632d42-0348-461c-bb8e-113e4009dbd1', 'mac_address': 'fa:16:3e:bf:f2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c701a62-bb47-478d-ae34-2c1e5402ea41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:36:02.641545 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.648849 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460269b8-833b-4464-9ccb-8aa8affbf324 admin admin] Publish callbacks [] for security_group (074fd3e4-53cc-4b97-a1a3-800caf1fef5b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.678523 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460269b8-833b-4464-9ccb-8aa8affbf324 admin admin] Publish callbacks [] for security_group (074fd3e4-53cc-4b97-a1a3-800caf1fef5b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.682516 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port dc632d42-0348-461c-bb8e-113e4009dbd1 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:02.683039 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.699991 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc632d42-0348-461c-bb8e-113e4009dbd1 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:36:02.723433 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port dc632d42-0348-461c-bb8e-113e4009dbd1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dc632d42-0348-461c-bb8e-113e4009dbd1,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:02.734616 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Publish callbacks [] for security_group (7f078eea-5b59-4187-8acc-3f871e22877b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.788492 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.788688 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7f078eea-5b59-4187-8acc-3f871e22877b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.789097 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460269b8-833b-4464-9ccb-8aa8affbf324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (074fd3e4-53cc-4b97-a1a3-800caf1fef5b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.789204 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:36:02.792702 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460269b8-833b-4464-9ccb-8aa8affbf324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:02.797254 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-460269b8-833b-4464-9ccb-8aa8affbf324 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/074fd3e4-53cc-4b97-a1a3-800caf1fef5b HTTP/1.1" status: 204 len: 168 time: 0.1998150 Jan 17 09:36:02.809385 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460269b8-833b-4464-9ccb-8aa8affbf324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074fd3e4-53cc-4b97-a1a3-800caf1fef5b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:02.832156 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4fbe8ff3da845f29d1fdf7c041bb566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049541 Jan 17 09:36:02.835349 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34348) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:02.845423 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f078eea-5b59-4187-8acc-3f871e22877b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:02.909431 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=dc632d42-0348-461c-bb8e-113e4009dbd1,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:02.922138 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:02.940197 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '058ef7b3-3ea3-4bc9-8957-f20b77f1e55d', 'network_id': '83820ef2-7a35-4657-9b6d-b3b7651f7baa', 'port_id': '058ef7b3-3ea3-4bc9-8957-f20b77f1e55d', 'mac_address': 'fa:16:3e:76:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c701a62-bb47-478d-ae34-2c1e5402ea41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:36:02.985301 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:02.985846 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.000710 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:36:03.026421 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.026864 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.027139 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.027357 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:03.027543 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.027892 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.028165 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.028503 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.028832 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.029165 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.029503 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.029828 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.030135 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.030453 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894d0197-de0e-4d20-a702-0e17f16f854c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.065224 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed68b-91a5-43d9-a0e6-9e76af58e35d admin admin] Publish callbacks [] for security_group (7f078eea-5b59-4187-8acc-3f871e22877b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.087953 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed68b-91a5-43d9-a0e6-9e76af58e35d admin admin] Publish callbacks [] for security_group (7f078eea-5b59-4187-8acc-3f871e22877b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.095463 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.096154 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device f7f6017b-03fc-4759-9f42-965433af7377 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:36:03.196099 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:03.205817 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed68b-91a5-43d9-a0e6-9e76af58e35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7f078eea-5b59-4187-8acc-3f871e22877b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.210123 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed68b-91a5-43d9-a0e6-9e76af58e35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.220894 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-6c0ed68b-91a5-43d9-a0e6-9e76af58e35d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f078eea-5b59-4187-8acc-3f871e22877b HTTP/1.1" status: 204 len: 168 time: 0.3834288 Jan 17 09:36:03.229386 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ed68b-91a5-43d9-a0e6-9e76af58e35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f078eea-5b59-4187-8acc-3f871e22877b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:03.272864 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port f7f6017b-03fc-4759-9f42-965433af7377, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f7f6017b-03fc-4759-9f42-965433af7377,segment=NetworkSegment(7426b072-4f3f-4551-8aab-375771771926),segment_id=7426b072-4f3f-4551-8aab-375771771926)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:03.285271 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'f7f6017b-03fc-4759-9f42-965433af7377', 'network_id': '23942330-31c7-425f-81a2-805108ea7a2f', 'port_id': 'f7f6017b-03fc-4759-9f42-965433af7377', 'mac_address': 'fa:16:3e:12:0b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c89529-5d82-468f-8440-b3e26d23fe01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:36:03.336860 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port f7f6017b-03fc-4759-9f42-965433af7377 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:03.336860 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (f7f6017b-03fc-4759-9f42-965433af7377), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.350074 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f6017b-03fc-4759-9f42-965433af7377 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:36:03.372579 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port f7f6017b-03fc-4759-9f42-965433af7377, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f7f6017b-03fc-4759-9f42-965433af7377,segment=NetworkSegment(7426b072-4f3f-4551-8aab-375771771926),segment_id=7426b072-4f3f-4551-8aab-375771771926)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:03.412385 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f568453-6e72-49ad-b7f6-938dd2a8f76d req-547d42a3-90c0-4461-87e1-0f8fc63c2439 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:03.413931 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6f568453-6e72-49ad-b7f6-938dd2a8f76d req-547d42a3-90c0-4461-87e1-0f8fc63c2439 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 945 time: 0.1162331 Jan 17 09:36:03.430607 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564afde-5de2-4616-8017-219162046a83 req-385ac366-58be-4175-8be9-8ce5f6f9da74 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:03.432253 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1564afde-5de2-4616-8017-219162046a83 req-385ac366-58be-4175-8be9-8ce5f6f9da74 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 944 time: 0.0752263 Jan 17 09:36:03.475971 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (f7f6017b-03fc-4759-9f42-965433af7377), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.536257 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6f568453-6e72-49ad-b7f6-938dd2a8f76d req-3924eb58-e791-4315-a5a4-7bf2251b1168 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028619 Jan 17 09:36:03.538491 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=f7f6017b-03fc-4759-9f42-965433af7377,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:03.539761 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1564afde-5de2-4616-8017-219162046a83 req-1a14997c-d793-4946-b99c-fc84c685763a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983326 Jan 17 09:36:03.607483 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34376) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:03.631402 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43d55d80-4905-499f-b018-c426c0074bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.729682 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f011a-0835-4624-9695-240f70d933bf req-4f66af63-d851-4be3-b53f-795a45f4eb27 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:03.731243 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b32f011a-0835-4624-9695-240f70d933bf req-4f66af63-d851-4be3-b53f-795a45f4eb27 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.1216750 Jan 17 09:36:03.737263 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43d55d80-4905-499f-b018-c426c0074bce admin admin] Publish callbacks [] for security_group (3f4c8de8-c333-47c0-a3dc-cde67d8c913e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.756112 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab9e15-abd6-403e-b330-79dbabdbc41f req-240e8a5f-bd24-45e9-b067-2db4f0eb6fc2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:03.757694 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0aab9e15-abd6-403e-b330-79dbabdbc41f req-240e8a5f-bd24-45e9-b067-2db4f0eb6fc2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.1311533 Jan 17 09:36:03.798906 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43d55d80-4905-499f-b018-c426c0074bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (3f4c8de8-c333-47c0-a3dc-cde67d8c913e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.851570 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0aab9e15-abd6-403e-b330-79dbabdbc41f req-0c997e17-07cd-460a-83d8-711ceec79a87 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783379 Jan 17 09:36:03.878270 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b32f011a-0835-4624-9695-240f70d933bf req-49a1cfd4-0a70-4af5-8b27-b94af0f0dd34 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375771 Jan 17 09:36:03.908148 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-43d55d80-4905-499f-b018-c426c0074bce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=940acab72bad4ee1880e58c2a96036bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977929 Jan 17 09:36:03.911770 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d55d80-4905-499f-b018-c426c0074bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c8de8-c333-47c0-a3dc-cde67d8c913e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:03.912630 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:04.004103 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0239f4fd-2545-498f-a01d-2056a294f2a6 admin admin] Publish callbacks [] for security_group (3f4c8de8-c333-47c0-a3dc-cde67d8c913e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:04.041095 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0239f4fd-2545-498f-a01d-2056a294f2a6 admin admin] Publish callbacks [] for security_group (3f4c8de8-c333-47c0-a3dc-cde67d8c913e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:04.171319 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0239f4fd-2545-498f-a01d-2056a294f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (3f4c8de8-c333-47c0-a3dc-cde67d8c913e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:04.174710 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0239f4fd-2545-498f-a01d-2056a294f2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:04.176709 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0239f4fd-2545-498f-a01d-2056a294f2a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f4c8de8-c333-47c0-a3dc-cde67d8c913e HTTP/1.1" status: 204 len: 168 time: 0.2622085 Jan 17 09:36:04.181028 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['f7f6017b-03fc-4759-9f42-965433af7377'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:36:04.186142 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239f4fd-2545-498f-a01d-2056a294f2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c8de8-c333-47c0-a3dc-cde67d8c913e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:04.208486 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['058ef7b3-3ea3-4bc9-8957-f20b77f1e55d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:36:04.314030 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['dc632d42-0348-461c-bb8e-113e4009dbd1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:36:04.473525 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:36:04.740683 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e8485-1a5d-435c-b54f-36fe2326617f req-c7777dd1-e981-46e0-be5a-d40acc5899f0 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:04.743383 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-115e8485-1a5d-435c-b54f-36fe2326617f req-c7777dd1-e981-46e0-be5a-d40acc5899f0 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 945 time: 0.0957508 Jan 17 09:36:04.765899 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27329f50-37cd-4179-b96b-119724b7e6a3 req-6586692d-c53a-404c-9a9e-a5925daf5e24 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:04.781066 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-27329f50-37cd-4179-b96b-119724b7e6a3 req-6586692d-c53a-404c-9a9e-a5925daf5e24 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 945 time: 0.1154609 Jan 17 09:36:04.877004 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:04.878917 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-27329f50-37cd-4179-b96b-119724b7e6a3 req-c6dd3671-40df-4ccc-87cb-375d37d9167a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965085 Jan 17 09:36:04.972691 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'port_id': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'mac_address': 'fa:16:3e:c4:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:36:04.974772 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-115e8485-1a5d-435c-b54f-36fe2326617f req-05b701a2-6f0b-4e0d-b582-6c686a7134a7 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568201 Jan 17 09:36:05.055575 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bd020b1c-e530-4d88-bdca-49407ed0a454 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:05.058294 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:05.086061 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd020b1c-e530-4d88-bdca-49407ed0a454 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:36:05.100782 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69825a3-e60a-4f53-b58b-c683bef0c4f7 req-cccf9ec7-4fa6-49d2-911c-573448716205 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:05.102345 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f69825a3-e60a-4f53-b58b-c683bef0c4f7 req-cccf9ec7-4fa6-49d2-911c-573448716205 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0834963 Jan 17 09:36:05.106925 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:05.171903 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2520534-58de-42a2-8a96-1da8dbbb60b9 req-ad8c4433-963b-4109-b52a-fb2e995f6800 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:05.173419 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e2520534-58de-42a2-8a96-1da8dbbb60b9 req-ad8c4433-963b-4109-b52a-fb2e995f6800 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 943 time: 0.0964766 Jan 17 09:36:05.193953 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f69825a3-e60a-4f53-b58b-c683bef0c4f7 req-fc1954dd-5d50-4fa9-8ff4-3cb0c4028dd8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752008 Jan 17 09:36:05.209837 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:05.210742 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:36:05.272632 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e2520534-58de-42a2-8a96-1da8dbbb60b9 req-40e2afbe-f902-491f-a667-3e2795256603 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778589 Jan 17 09:36:05.289464 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:05.302881 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.303282 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.303687 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.304034 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.304369 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.304701 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.305030 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.305368 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.306058 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.306058 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.306324 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.306983 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.306983 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:05.408958 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:05.435582 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'port_id': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a', 'mac_address': 'fa:16:3e:5d:96:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:36:05.504044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:05.504779 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:05.531285 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:36:05.572312 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:05.633789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34448) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:05.642748 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:05.702806 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:05.943865 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.076925 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01881b-bd23-4ce1-834f-46a246f8ac77 req-b472f879-0549-4c75-93d4-e85b2851521a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:06.077899 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dc01881b-bd23-4ce1-834f-46a246f8ac77 req-b472f879-0549-4c75-93d4-e85b2851521a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 945 time: 0.0881603 Jan 17 09:36:06.105515 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Publish callbacks [] for security_group (494bd193-573f-4fac-acac-028a6b9f8e15), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.179293 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d6596-712f-4af1-a983-7fbbc2a4ecc1 req-0eddc2d2-6d6e-4d84-9d7d-7939b1975597 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:06.180928 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e88d6596-712f-4af1-a983-7fbbc2a4ecc1 req-0eddc2d2-6d6e-4d84-9d7d-7939b1975597 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 945 time: 0.0967069 Jan 17 09:36:06.185345 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dc01881b-bd23-4ce1-834f-46a246f8ac77 req-37f8e2b7-c9d8-4529-86d3-286eea508b37 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822895 Jan 17 09:36:06.200896 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (494bd193-573f-4fac-acac-028a6b9f8e15), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.252571 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4153654363564eb29e9e73f47b02a862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6172967 Jan 17 09:36:06.255488 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34476) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:06.283009 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494bd193-573f-4fac-acac-028a6b9f8e15,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:06.297431 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e88d6596-712f-4af1-a983-7fbbc2a4ecc1 req-27b5e595-328c-45f5-afda-fa11027ee410 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061718 Jan 17 09:36:06.299101 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.299481 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.299814 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.300158 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.300519 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.300837 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.301715 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.302098 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.302592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.302756 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.303066 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.303419 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.303744 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ff013-0519-48ca-993d-ba1997359bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.430325 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c557d79-035d-4959-8cda-07fd3980128f admin admin] Publish callbacks [] for security_group (494bd193-573f-4fac-acac-028a6b9f8e15), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.448666 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['7b444cb9-bd19-4a76-a173-7d6cc6af9a3a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:36:06.478233 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c557d79-035d-4959-8cda-07fd3980128f admin admin] Publish callbacks [] for security_group (494bd193-573f-4fac-acac-028a6b9f8e15), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.514013 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device f7f6017b-03fc-4759-9f42-965433af7377 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:36:06.585942 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['bd020b1c-e530-4d88-bdca-49407ed0a454'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:36:06.592101 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f49ad-0ca2-4a54-a35b-05ae0e445fb5 req-72fb80da-7a01-4d1f-936b-4f4138934531 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:06.597009 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad1f49ad-0ca2-4a54-a35b-05ae0e445fb5 req-72fb80da-7a01-4d1f-936b-4f4138934531 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.2022936 Jan 17 09:36:06.628188 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c557d79-035d-4959-8cda-07fd3980128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (494bd193-573f-4fac-acac-028a6b9f8e15), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.635723 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c557d79-035d-4959-8cda-07fd3980128f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.637362 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-4c557d79-035d-4959-8cda-07fd3980128f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/494bd193-573f-4fac-acac-028a6b9f8e15 HTTP/1.1" status: 204 len: 168 time: 0.3799343 Jan 17 09:36:06.654976 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c557d79-035d-4959-8cda-07fd3980128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494bd193-573f-4fac-acac-028a6b9f8e15,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:06.662120 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a7d48-b5a7-4c8e-8e91-dffbe410c286 req-8f9d8fdf-322a-4360-aeba-8a8bef651735 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:06.669293 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad5a7d48-b5a7-4c8e-8e91-dffbe410c286 req-8f9d8fdf-322a-4360-aeba-8a8bef651735 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 944 time: 0.1908741 Jan 17 09:36:06.673570 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:36:06.753382 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad5a7d48-b5a7-4c8e-8e91-dffbe410c286 req-9fcd95f8-89b2-40cd-a72b-9527007d3ddc tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808880 Jan 17 09:36:06.776481 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad1f49ad-0ca2-4a54-a35b-05ae0e445fb5 req-896cad73-b4c1-43d4-a023-8828cea02eff tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740866 Jan 17 09:36:06.936429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port f7f6017b-03fc-4759-9f42-965433af7377 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:36:06.951623 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port f7f6017b-03fc-4759-9f42-965433af7377 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:36:06.952000 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (f7f6017b-03fc-4759-9f42-965433af7377), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:07.055212 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port f7f6017b-03fc-4759-9f42-965433af7377 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:07.055648 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (f7f6017b-03fc-4759-9f42-965433af7377), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:07.085539 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67b2347-e228-469d-a8fe-af7335408177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f6017b-03fc-4759-9f42-965433af7377'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:07.153361 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port f7f6017b-03fc-4759-9f42-965433af7377, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f7f6017b-03fc-4759-9f42-965433af7377,segment=NetworkSegment(7426b072-4f3f-4551-8aab-375771771926),segment_id=7426b072-4f3f-4551-8aab-375771771926)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:07.320592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dfba1-9abe-4490-9ac2-2f6847467240 req-b14a3c79-3753-4dd2-b19d-fa5c4f15c3b4 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:07.322139 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-487dfba1-9abe-4490-9ac2-2f6847467240 req-b14a3c79-3753-4dd2-b19d-fa5c4f15c3b4 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 945 time: 0.0586550 Jan 17 09:36:07.366076 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (f7f6017b-03fc-4759-9f42-965433af7377), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:07.449590 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-487dfba1-9abe-4490-9ac2-2f6847467240 req-97401d9a-19eb-4865-b781-d313610e72da tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193595 Jan 17 09:36:07.499910 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=f7f6017b-03fc-4759-9f42-965433af7377,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:07.520784 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100c25d-a8a0-4917-87ad-9c8af6b7791a req-c109de7e-dca8-4f36-9afe-dab1fb8c154e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:07.522417 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2100c25d-a8a0-4917-87ad-9c8af6b7791a req-c109de7e-dca8-4f36-9afe-dab1fb8c154e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 945 time: 0.0718174 Jan 17 09:36:07.588068 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dec6cbf-67d9-44af-89bb-cc68e1042ad5" -d '{"events": [{"server_uuid": "c67b2347-e228-469d-a8fe-af7335408177", "name": "network-vif-plugged", "status": "completed", "tag": "f7f6017b-03fc-4759-9f42-965433af7377"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:07.614957 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2100c25d-a8a0-4917-87ad-9c8af6b7791a req-77ab58c9-f612-4218-9732-542942edff59 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797973 Jan 17 09:36:07.751089 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb4e4fd-43f4-44a1-a635-a707ec4fcee9 x-openstack-request-id: req-5eb4e4fd-43f4-44a1-a635-a707ec4fcee9 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:07.751496 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67b2347-e228-469d-a8fe-af7335408177", "name": "network-vif-plugged", "status": "completed", "tag": "f7f6017b-03fc-4759-9f42-965433af7377", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:07.751759 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5eb4e4fd-43f4-44a1-a635-a707ec4fcee9 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:07.752214 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67b2347-e228-469d-a8fe-af7335408177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f6017b-03fc-4759-9f42-965433af7377', 'code': 200} Jan 17 09:36:07.907225 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a716c-932c-4a63-91ba-7b4080b20378 req-121cf26a-9e06-450d-8669-863e99d2e004 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:07.909115 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-054a716c-932c-4a63-91ba-7b4080b20378 req-121cf26a-9e06-450d-8669-863e99d2e004 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 944 time: 0.0864573 Jan 17 09:36:07.993858 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac15df-980d-447f-8bdd-6edd72143121 req-9c6d6889-eca4-4164-9a19-e02b9b83f108 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:08.001889 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bac15df-980d-447f-8bdd-6edd72143121 req-9c6d6889-eca4-4164-9a19-e02b9b83f108 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.1217518 Jan 17 09:36:08.038036 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-054a716c-932c-4a63-91ba-7b4080b20378 req-aad76d0d-1862-4f51-87db-bf78ffbc968e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067719 Jan 17 09:36:08.056916 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34548) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:08.087515 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38197040-8ee7-495b-add7-31adc9545db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.093970 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bac15df-980d-447f-8bdd-6edd72143121 req-cbca96a7-eaec-44b7-bde4-4b2cfe821798 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911598 Jan 17 09:36:08.258806 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda97e9-aa1a-4bee-b103-227f5210ccd5 req-3c2a7226-ef7f-473b-8319-94787b5ed9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:08.258806 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0bda97e9-aa1a-4bee-b103-227f5210ccd5 req-3c2a7226-ef7f-473b-8319-94787b5ed9b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 1099 time: 0.1192257 Jan 17 09:36:08.262317 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38197040-8ee7-495b-add7-31adc9545db8 admin admin] Publish callbacks [] for security_group (e7f4efcb-19df-49af-8dd9-6a7423f149b2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.276716 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0bda97e9-aa1a-4bee-b103-227f5210ccd5 req-07d5e5cd-9fc5-46e9-acab-c1685ade64c5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.416117 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0bda97e9-aa1a-4bee-b103-227f5210ccd5 req-07d5e5cd-9fc5-46e9-acab-c1685ade64c5 service neutron] Publish callbacks [] for security_group (3a0acef5-256a-4d3e-8207-416720b6e606), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.474238 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38197040-8ee7-495b-add7-31adc9545db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e7f4efcb-19df-49af-8dd9-6a7423f149b2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.480984 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device dc632d42-0348-461c-bb8e-113e4009dbd1 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:36:08.522414 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-38197040-8ee7-495b-add7-31adc9545db8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6509271575ed4902a0da11d38feecaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640398 Jan 17 09:36:08.524834 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38197040-8ee7-495b-add7-31adc9545db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f4efcb-19df-49af-8dd9-6a7423f149b2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:08.526281 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34564) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:08.540798 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0bda97e9-aa1a-4bee-b103-227f5210ccd5 req-07d5e5cd-9fc5-46e9-acab-c1685ade64c5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (3a0acef5-256a-4d3e-8207-416720b6e606), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.608925 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0bda97e9-aa1a-4bee-b103-227f5210ccd5 req-07d5e5cd-9fc5-46e9-acab-c1685ade64c5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423600 Jan 17 09:36:08.608925 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34566) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:08.608925 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5e5cd-9fc5-46e9-acab-c1685ade64c5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0acef5-256a-4d3e-8207-416720b6e606,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:08.706959 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2067257-f1ca-41ee-9386-0876d80e8e09 admin admin] Publish callbacks [] for security_group (e7f4efcb-19df-49af-8dd9-6a7423f149b2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.734961 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2067257-f1ca-41ee-9386-0876d80e8e09 admin admin] Publish callbacks [] for security_group (e7f4efcb-19df-49af-8dd9-6a7423f149b2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.782964 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port dc632d42-0348-461c-bb8e-113e4009dbd1 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:36:08.792569 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port dc632d42-0348-461c-bb8e-113e4009dbd1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:36:08.793153 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.805219 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2beb-e869-40ab-bea5-297199955bea req-12831917-a49e-4b2f-b712-56fc473c7455 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:08.807244 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e06e2beb-e869-40ab-bea5-297199955bea req-12831917-a49e-4b2f-b712-56fc473c7455 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 946 time: 0.1148632 Jan 17 09:36:08.925911 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba7cbd34-620e-473e-9cbc-6e00ebb33a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.932834 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e06e2beb-e869-40ab-bea5-297199955bea req-f065b65a-abf5-4f91-9110-e5d6fdab5e00 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180558 Jan 17 09:36:08.964381 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2067257-f1ca-41ee-9386-0876d80e8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e7f4efcb-19df-49af-8dd9-6a7423f149b2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.968840 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2067257-f1ca-41ee-9386-0876d80e8e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:08.971298 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e2067257-f1ca-41ee-9386-0876d80e8e09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7f4efcb-19df-49af-8dd9-6a7423f149b2 HTTP/1.1" status: 204 len: 168 time: 0.4415507 Jan 17 09:36:08.986230 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2067257-f1ca-41ee-9386-0876d80e8e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f4efcb-19df-49af-8dd9-6a7423f149b2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:08.992220 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port dc632d42-0348-461c-bb8e-113e4009dbd1 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:08.992915 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.048481 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port dc632d42-0348-461c-bb8e-113e4009dbd1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dc632d42-0348-461c-bb8e-113e4009dbd1,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:09.103795 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba7cbd34-620e-473e-9cbc-6e00ebb33a9b admin admin] Publish callbacks [] for security_group (de0aa26d-4909-458d-80fc-e8db33b23d23), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.113834 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce2deb-2ee5-4707-88ac-11d7a1103d53 req-884d1c0c-258e-4c92-ba03-19ec993ed8d1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:09.116213 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7bce2deb-2ee5-4707-88ac-11d7a1103d53 req-884d1c0c-258e-4c92-ba03-19ec993ed8d1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 945 time: 0.0970137 Jan 17 09:36:09.148764 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.148764 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:36:09.189567 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba7cbd34-620e-473e-9cbc-6e00ebb33a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (de0aa26d-4909-458d-80fc-e8db33b23d23), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.217429 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7bce2deb-2ee5-4707-88ac-11d7a1103d53 req-7a83761d-9f90-45f9-be1a-655c8399dedd tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945632 Jan 17 09:36:09.260074 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cbd34-620e-473e-9cbc-6e00ebb33a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0aa26d-4909-458d-80fc-e8db33b23d23,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:09.267037 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ba7cbd34-620e-473e-9cbc-6e00ebb33a9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3df7cc77b7d40058ff9fb9dad6a690e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6435938 Jan 17 09:36:09.271732 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:09.295060 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=dc632d42-0348-461c-bb8e-113e4009dbd1,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:09.297680 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2be873-2a4e-4b55-8869-042294956206 req-3a4e4702-d855-4a42-93b8-5b80e3f7102f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:09.311950 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d2be873-2a4e-4b55-8869-042294956206 req-3a4e4702-d855-4a42-93b8-5b80e3f7102f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 944 time: 0.1398656 Jan 17 09:36:09.353026 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2677ae78-487c-4b51-9495-ffef181c37b8 admin admin] Publish callbacks [] for security_group (de0aa26d-4909-458d-80fc-e8db33b23d23), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.385916 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2677ae78-487c-4b51-9495-ffef181c37b8 admin admin] Publish callbacks [] for security_group (de0aa26d-4909-458d-80fc-e8db33b23d23), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.417199 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:36:09.425968 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:36:09.426506 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.443812 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d2be873-2a4e-4b55-8869-042294956206 req-b568d9a3-6349-4168-8112-815b98e1f3ba tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274183 Jan 17 09:36:09.478911 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c307d-9140-44d7-9307-3cbab97bc642 req-770e8f6d-b8dd-485d-bd1c-b51094dfb48d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:09.481641 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-890c307d-9140-44d7-9307-3cbab97bc642 req-770e8f6d-b8dd-485d-bd1c-b51094dfb48d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.1245899 Jan 17 09:36:09.554005 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:09.554393 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.559545 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2677ae78-487c-4b51-9495-ffef181c37b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (de0aa26d-4909-458d-80fc-e8db33b23d23), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.573944 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2677ae78-487c-4b51-9495-ffef181c37b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.573944 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2677ae78-487c-4b51-9495-ffef181c37b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de0aa26d-4909-458d-80fc-e8db33b23d23 HTTP/1.1" status: 204 len: 168 time: 0.2964089 Jan 17 09:36:09.579856 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-890c307d-9140-44d7-9307-3cbab97bc642 req-1d09f65c-1a7f-48a2-8438-0d94caab36be tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874794 Jan 17 09:36:09.587100 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677ae78-487c-4b51-9495-ffef181c37b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0aa26d-4909-458d-80fc-e8db33b23d23,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:09.601947 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:09.679047 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:09.680020 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:36:09.849954 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c23e18-10e8-4bc5-ad30-085f33fb6cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc632d42-0348-461c-bb8e-113e4009dbd1'}, {'server_uuid': '5d9c25d7-4e26-477e-b516-86aff377f566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058ef7b3-3ea3-4bc9-8957-f20b77f1e55d'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:09.854027 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30c5d6d-1b03-4051-8d45-8c51ff810d45" -d '{"events": [{"server_uuid": "01c23e18-10e8-4bc5-ad30-085f33fb6cca", "name": "network-vif-plugged", "status": "completed", "tag": "dc632d42-0348-461c-bb8e-113e4009dbd1"}, {"server_uuid": "5d9c25d7-4e26-477e-b516-86aff377f566", "name": "network-vif-plugged", "status": "completed", "tag": "058ef7b3-3ea3-4bc9-8957-f20b77f1e55d"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:09.958987 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:10.002422 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9ec19b-accd-4f95-bc8d-e19fc0864757 x-openstack-request-id: req-9e9ec19b-accd-4f95-bc8d-e19fc0864757 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:10.002877 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c23e18-10e8-4bc5-ad30-085f33fb6cca", "name": "network-vif-plugged", "status": "completed", "tag": "dc632d42-0348-461c-bb8e-113e4009dbd1", "code": 200}, {"server_uuid": "5d9c25d7-4e26-477e-b516-86aff377f566", "name": "network-vif-plugged", "status": "completed", "tag": "058ef7b3-3ea3-4bc9-8957-f20b77f1e55d", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:10.003306 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e9ec19b-accd-4f95-bc8d-e19fc0864757 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:10.004184 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c23e18-10e8-4bc5-ad30-085f33fb6cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc632d42-0348-461c-bb8e-113e4009dbd1', 'code': 200} Jan 17 09:36:10.004822 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c25d7-4e26-477e-b516-86aff377f566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058ef7b3-3ea3-4bc9-8957-f20b77f1e55d', 'code': 200} Jan 17 09:36:10.073702 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:36:10.085116 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:36:10.085560 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:10.161297 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baaf98-d8ed-49c0-bd87-71437efd712e req-b98411dc-e273-48b7-b8f4-520daae97457 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:10.163327 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3baaf98-d8ed-49c0-bd87-71437efd712e req-b98411dc-e273-48b7-b8f4-520daae97457 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 946 time: 0.0739968 Jan 17 09:36:10.220816 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3baaf98-d8ed-49c0-bd87-71437efd712e req-09e55c55-969a-4acb-be74-ab2186d3447b tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489304 Jan 17 09:36:10.241074 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:10.241926 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:10.285436 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:10.365948 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12897f64-a239-464e-b912-601cde0c2185 req-f67280db-e1b4-46d8-9659-852a619fc816 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:10.367830 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12897f64-a239-464e-b912-601cde0c2185 req-f67280db-e1b4-46d8-9659-852a619fc816 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0593216 Jan 17 09:36:10.450944 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:10.454699 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:36:10.507675 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12897f64-a239-464e-b912-601cde0c2185 req-a1017dcb-95f5-4199-84a2-97e2dd0ca727 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328042 Jan 17 09:36:10.512039 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33c596-5c9d-46c3-baa7-4f2653b64f5b req-3418bfc1-6d49-411b-a2ff-cded60ef4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:10.513855 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dc33c596-5c9d-46c3-baa7-4f2653b64f5b req-3418bfc1-6d49-411b-a2ff-cded60ef4000 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 1099 time: 0.1318614 Jan 17 09:36:10.580098 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:10.626548 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dc33c596-5c9d-46c3-baa7-4f2653b64f5b req-76c74ee2-9da5-4cbe-aae6-b2fe7c568759 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043322 Jan 17 09:36:10.672837 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6987c1-ef36-4265-837f-a4d3e6564809 req-36dbc4b4-dc13-45bf-9af4-91c7e44ae04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:10.674438 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc6987c1-ef36-4265-837f-a4d3e6564809 req-36dbc4b4-dc13-45bf-9af4-91c7e44ae04e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1099 time: 0.0975451 Jan 17 09:36:10.692689 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7cc00-9f3d-4072-a646-acbeb91281af req-2bf77422-e5e5-4cbc-9aed-4a4d031afe1e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:10.694362 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ccf7cc00-9f3d-4072-a646-acbeb91281af req-2bf77422-e5e5-4cbc-9aed-4a4d031afe1e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0667641 Jan 17 09:36:10.774546 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ccf7cc00-9f3d-4072-a646-acbeb91281af req-131a6419-188a-485b-87a2-0bcaf50c3720 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688262 Jan 17 09:36:10.781575 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134cc7a-12b3-4261-81a0-bc63d2e3c524 req-c017c99d-1204-47f8-9398-d1a6c47ddeed tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:10.783025 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d134cc7a-12b3-4261-81a0-bc63d2e3c524 req-c017c99d-1204-47f8-9398-d1a6c47ddeed tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.0876243 Jan 17 09:36:10.856874 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d134cc7a-12b3-4261-81a0-bc63d2e3c524 req-b9e66a1b-7649-4363-9776-d861af28dab6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457280 Jan 17 09:36:10.975527 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc6987c1-ef36-4265-837f-a4d3e6564809 req-84fba26a-8237-47de-8288-cca2eea18095 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Jan 17 09:36:10.982885 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port bd020b1c-e530-4d88-bdca-49407ed0a454 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:36:10.991221 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port bd020b1c-e530-4d88-bdca-49407ed0a454 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:36:10.991221 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.060337 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34640) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:11.077639 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf77e391-1d50-426a-9373-8e7f4092ac78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.120346 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bd020b1c-e530-4d88-bdca-49407ed0a454 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:11.121332 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.167489 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:11.174037 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf77e391-1d50-426a-9373-8e7f4092ac78 admin admin] Publish callbacks [] for security_group (b2d96885-63e7-4339-9f57-6dd2eb824504), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.252330 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.278310 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf77e391-1d50-426a-9373-8e7f4092ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (b2d96885-63e7-4339-9f57-6dd2eb824504), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.354912 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-bf77e391-1d50-426a-9373-8e7f4092ac78 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0dd85911c02348dda3d7e9ab5d1afad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932911 Jan 17 09:36:11.358978 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34646) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:11.370133 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:11.433376 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70f2e-2b19-4f3d-9923-7912854bb7a9 req-c76b8733-078c-4a34-85b3-71d02d33f48f tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:11.437432 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-58b70f2e-2b19-4f3d-9923-7912854bb7a9 req-c76b8733-078c-4a34-85b3-71d02d33f48f tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 946 time: 0.0744627 Jan 17 09:36:11.446611 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77e391-1d50-426a-9373-8e7f4092ac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d96885-63e7-4339-9f57-6dd2eb824504,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:11.483161 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f687b7dc-2987-4fcf-abea-4eaa37094982 admin admin] Publish callbacks [] for security_group (b2d96885-63e7-4339-9f57-6dd2eb824504), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.523806 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f687b7dc-2987-4fcf-abea-4eaa37094982 admin admin] Publish callbacks [] for security_group (b2d96885-63e7-4339-9f57-6dd2eb824504), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.536025 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-58b70f2e-2b19-4f3d-9923-7912854bb7a9 req-a719fa97-9fc6-462d-8584-732f8207ee1d tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872891 Jan 17 09:36:11.689786 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f687b7dc-2987-4fcf-abea-4eaa37094982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (b2d96885-63e7-4339-9f57-6dd2eb824504), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.694845 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f687b7dc-2987-4fcf-abea-4eaa37094982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:11.699953 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce192cb-674c-43a3-b230-960342bb30e3 req-2231cde1-a636-4006-94e2-94d48ebfb96c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:11.701234 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f687b7dc-2987-4fcf-abea-4eaa37094982 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b2d96885-63e7-4339-9f57-6dd2eb824504 HTTP/1.1" status: 204 len: 168 time: 0.3406179 Jan 17 09:36:11.709080 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7ce192cb-674c-43a3-b230-960342bb30e3 req-2231cde1-a636-4006-94e2-94d48ebfb96c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0835474 Jan 17 09:36:11.714508 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687b7dc-2987-4fcf-abea-4eaa37094982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d96885-63e7-4339-9f57-6dd2eb824504,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:11.780297 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7ce192cb-674c-43a3-b230-960342bb30e3 req-61550f5c-9209-4ef2-9bf0-771868753b2c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699220 Jan 17 09:36:11.946134 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b24c-d050-4993-94b2-c1e70c04985b req-41230ad7-af71-4397-917d-0589fb504a3b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:11.948884 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0244b24c-d050-4993-94b2-c1e70c04985b req-41230ad7-af71-4397-917d-0589fb504a3b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0925331 Jan 17 09:36:12.006605 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a'}, {'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:12.010178 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505ce8cb-f628-4124-ae38-4bcf00b4cef2" -d '{"events": [{"server_uuid": "961b05bd-d20c-4b01-a8d6-056ae5be54b3", "name": "network-vif-plugged", "status": "completed", "tag": "7b444cb9-bd19-4a76-a173-7d6cc6af9a3a"}, {"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-plugged", "status": "completed", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:12.090232 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc9c6-2fc8-4b15-99d9-884ba8fb467f req-d71e65a3-e7f0-4d55-86e6-92a35ffc4361 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:12.092705 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-39acc9c6-2fc8-4b15-99d9-884ba8fb467f req-d71e65a3-e7f0-4d55-86e6-92a35ffc4361 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.1236429 Jan 17 09:36:12.099105 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0244b24c-d050-4993-94b2-c1e70c04985b req-b26afa42-4776-42f8-97db-7195d009c872 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408565 Jan 17 09:36:12.205232 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634f9cf4-ce09-4e50-baa1-e18e76b030fc x-openstack-request-id: req-634f9cf4-ce09-4e50-baa1-e18e76b030fc {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:12.205548 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961b05bd-d20c-4b01-a8d6-056ae5be54b3", "name": "network-vif-plugged", "status": "completed", "tag": "7b444cb9-bd19-4a76-a173-7d6cc6af9a3a", "code": 200}, {"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-plugged", "status": "completed", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:12.205810 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-634f9cf4-ce09-4e50-baa1-e18e76b030fc {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:12.206226 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a', 'code': 200} Jan 17 09:36:12.206494 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'code': 200} Jan 17 09:36:12.209079 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-39acc9c6-2fc8-4b15-99d9-884ba8fb467f req-04e37d38-c6af-4623-9e87-3903697c8a60 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076317 Jan 17 09:36:12.692731 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:12.774688 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705336d3-9a98-4306-a7fd-25b8d9f2f93d req-30ccc73b-9652-4f50-8c00-eb5ad68e6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:12.776276 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-705336d3-9a98-4306-a7fd-25b8d9f2f93d req-30ccc73b-9652-4f50-8c00-eb5ad68e6e22 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 1098 time: 0.1370831 Jan 17 09:36:12.784047 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80957e1-e681-48df-b29b-a6d6c70f5169 req-c0d1242f-8691-4c3d-ab94-182b90131a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:12.784047 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e80957e1-e681-48df-b29b-a6d6c70f5169 req-c0d1242f-8691-4c3d-ab94-182b90131a77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 1098 time: 0.0917017 Jan 17 09:36:12.812372 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929823-17a3-4134-8208-070d69c9fb89 req-b489bcb0-727c-43c1-9412-5f6fc0c34e24 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:12.813896 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-61929823-17a3-4134-8208-070d69c9fb89 req-b489bcb0-727c-43c1-9412-5f6fc0c34e24 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 946 time: 0.1279268 Jan 17 09:36:13.021054 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e80957e1-e681-48df-b29b-a6d6c70f5169 req-1e0bc2a9-7531-415f-837a-2c9d3b63145f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978354 Jan 17 09:36:13.032652 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-705336d3-9a98-4306-a7fd-25b8d9f2f93d req-8931d89d-87fc-4c5e-b98b-d8a3ebc23010 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176418 Jan 17 09:36:13.044980 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-61929823-17a3-4134-8208-070d69c9fb89 req-c81f71a2-5697-4d35-90cc-0ed339de5759 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192566 Jan 17 09:36:13.086618 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca46626-38d7-446a-8bed-365608392e11 req-bc2f275c-ddb9-451f-b65b-8711937b0e57 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:13.103354 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fca46626-38d7-446a-8bed-365608392e11 req-bc2f275c-ddb9-451f-b65b-8711937b0e57 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.1845298 Jan 17 09:36:13.176701 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fca46626-38d7-446a-8bed-365608392e11 req-c59f1ec3-0bf9-4456-b09a-2ec02b51ea22 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710495 Jan 17 09:36:13.367205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49296-6590-4656-887c-1c020590000f req-432280b4-1813-4d98-99f1-e6d0d8547d65 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:13.378539 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f5e49296-6590-4656-887c-1c020590000f req-432280b4-1813-4d98-99f1-e6d0d8547d65 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.1373382 Jan 17 09:36:13.402513 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:13.469943 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f5e49296-6590-4656-887c-1c020590000f req-6b23b747-4716-4244-91f8-f911352f9640 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896478 Jan 17 09:36:13.679846 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d7eb7-b0c2-4ea9-bec7-16744af26788 req-4c18463f-1740-418c-a4aa-e7331308dcd3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:13.693482 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aa2d7eb7-b0c2-4ea9-bec7-16744af26788 req-4c18463f-1740-418c-a4aa-e7331308dcd3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.1151888 Jan 17 09:36:13.791881 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aa2d7eb7-b0c2-4ea9-bec7-16744af26788 req-e4be3ad1-366c-479f-9edf-13669945b664 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891373 Jan 17 09:36:13.856181 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43b79f77-d0f6-42a0-b686-abd5b1c67c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:13.971321 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43b79f77-d0f6-42a0-b686-abd5b1c67c29 admin admin] Publish callbacks [] for security_group (8fe8a906-70a7-4069-9720-9173912c7c69), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:14.103540 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43b79f77-d0f6-42a0-b686-abd5b1c67c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8fe8a906-70a7-4069-9720-9173912c7c69), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:14.156782 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34752) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:14.171808 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-43b79f77-d0f6-42a0-b686-abd5b1c67c29 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7f4a1a1ea8b433898f241c6e97c7ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7496214 Jan 17 09:36:14.207159 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b79f77-d0f6-42a0-b686-abd5b1c67c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe8a906-70a7-4069-9720-9173912c7c69,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:14.389395 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34760) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:14.402901 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8dedd45d-eb2b-4ac7-ba43-205068603158 admin admin] Publish callbacks [] for security_group (8fe8a906-70a7-4069-9720-9173912c7c69), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:14.412283 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f773b-c040-4749-b231-e5490fab2665 req-fcc55103-08a4-4a4d-aaff-7dd87eed4aab tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:14.419060 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-402f773b-c040-4749-b231-e5490fab2665 req-fcc55103-08a4-4a4d-aaff-7dd87eed4aab tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.1586604 Jan 17 09:36:14.492073 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-41e04da5-d2dd-4d4f-a8b9-73251da22e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:14.493742 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-41e04da5-d2dd-4d4f-a8b9-73251da22e68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 1099 time: 0.1811337 Jan 17 09:36:14.501864 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8dedd45d-eb2b-4ac7-ba43-205068603158 admin admin] Publish callbacks [] for security_group (8fe8a906-70a7-4069-9720-9173912c7c69), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:14.600240 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-402f773b-c040-4749-b231-e5490fab2665 req-ecf1361a-898e-4016-bee8-6a8d2b51b9c4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108749 Jan 17 09:36:14.600931 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3826ddf-3440-4968-b06d-9479a2f30611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:14.649936 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3826ddf-3440-4968-b06d-9479a2f30611 admin admin] Publish callbacks [] for security_group (87565319-4433-46af-91fe-5596b3edeebd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:14.726622 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab00040-b01d-4d66-b524-200aad633405 req-79bbdaa0-0185-4d19-a582-1f30218973f1 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:14.728432 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-eab00040-b01d-4d66-b524-200aad633405 req-79bbdaa0-0185-4d19-a582-1f30218973f1 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.1095161 Jan 17 09:36:14.742789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-3ea23163-e4f8-4381-86c8-a856217ea58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:14.744293 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-3ea23163-e4f8-4381-86c8-a856217ea58a service neutron] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 920 time: 0.2401550 Jan 17 09:36:14.913970 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3826ddf-3440-4968-b06d-9479a2f30611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (87565319-4433-46af-91fe-5596b3edeebd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:14.960684 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-d3826ddf-3440-4968-b06d-9479a2f30611 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=498d91d0b9404413aef8e5619772273b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699174 Jan 17 09:36:14.967436 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34776) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:14.991094 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3826ddf-3440-4968-b06d-9479a2f30611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87565319-4433-46af-91fe-5596b3edeebd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:15.022624 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8dedd45d-eb2b-4ac7-ba43-205068603158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8fe8a906-70a7-4069-9720-9173912c7c69), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:15.027517 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8dedd45d-eb2b-4ac7-ba43-205068603158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:15.030017 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8dedd45d-eb2b-4ac7-ba43-205068603158 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8fe8a906-70a7-4069-9720-9173912c7c69 HTTP/1.1" status: 204 len: 168 time: 0.8717890 Jan 17 09:36:15.032574 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-75f3c1ff-3250-4d9d-910e-59f680dac2be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc632d42-0348-461c-bb8e-113e4009dbd1 HTTP/1.1" status: 200 len: 217 time: 0.2793331 Jan 17 09:36:15.063984 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f82ac21-68b6-4115-9f71-7e02742f81f7 admin admin] Publish callbacks [] for security_group (87565319-4433-46af-91fe-5596b3edeebd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:15.091998 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f82ac21-68b6-4115-9f71-7e02742f81f7 admin admin] Publish callbacks [] for security_group (87565319-4433-46af-91fe-5596b3edeebd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:15.132641 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedd45d-eb2b-4ac7-ba43-205068603158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe8a906-70a7-4069-9720-9173912c7c69,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:15.163341 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-eab00040-b01d-4d66-b524-200aad633405 req-010a30cc-c368-466e-b4be-b0a5945536e0 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287038 Jan 17 09:36:15.205310 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce30f7a-683c-4003-8f4a-d938bc3e9d72 req-78ea63b8-b710-49e2-aefc-5fd243578e83 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:15.209255 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cce30f7a-683c-4003-8f4a-d938bc3e9d72 req-78ea63b8-b710-49e2-aefc-5fd243578e83 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.1918838 Jan 17 09:36:15.218409 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-34c289f8-d1c1-4f45-9082-47296223147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:15.222291 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-34c289f8-d1c1-4f45-9082-47296223147b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.1367929 Jan 17 09:36:15.303773 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-b51bf1c6-58a4-4fe1-ac7d-a214807b74f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636904 Jan 17 09:36:15.309118 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f82ac21-68b6-4115-9f71-7e02742f81f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (87565319-4433-46af-91fe-5596b3edeebd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:15.317747 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f82ac21-68b6-4115-9f71-7e02742f81f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:15.325040 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2f82ac21-68b6-4115-9f71-7e02742f81f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/87565319-4433-46af-91fe-5596b3edeebd HTTP/1.1" status: 204 len: 168 time: 0.3560932 Jan 17 09:36:15.334784 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82ac21-68b6-4115-9f71-7e02742f81f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87565319-4433-46af-91fe-5596b3edeebd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:15.432527 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cce30f7a-683c-4003-8f4a-d938bc3e9d72 req-889506bb-7658-41e0-803d-f360b33ecd19 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028124 Jan 17 09:36:15.534483 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-1b7ed6c1-c076-47f9-b903-f122362e2547 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143881 Jan 17 09:36:15.648035 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6d5544d-9408-4f85-9b57-a84df67d4bb5 req-5b139e8f-6ed6-4b80-877c-779900826f21 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061850 Jan 17 09:36:15.710042 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e35d0-a905-4b49-8dc3-dfcbe94e8246 req-1e1bd973-4cc8-4f29-b2c0-bea1b689b3a5 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:15.711631 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af7e35d0-a905-4b49-8dc3-dfcbe94e8246 req-1e1bd973-4cc8-4f29-b2c0-bea1b689b3a5 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0518930 Jan 17 09:36:15.771615 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af7e35d0-a905-4b49-8dc3-dfcbe94e8246 req-9205934c-7887-4333-a765-1bfb7545c09d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534606 Jan 17 09:36:16.016197 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34816) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:16.030036 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbe26-2fdd-4168-80ff-7ac64bfff357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.105970 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbe26-2fdd-4168-80ff-7ac64bfff357 admin admin] Publish callbacks [] for security_group (f0d078ce-511a-4990-9c85-7695204d51d4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.211052 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbe26-2fdd-4168-80ff-7ac64bfff357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (f0d078ce-511a-4990-9c85-7695204d51d4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.280196 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8f0bbe26-2fdd-4168-80ff-7ac64bfff357 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24a678d128ca40b5ae47e94c2e3703bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627780 Jan 17 09:36:16.282163 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bbe26-2fdd-4168-80ff-7ac64bfff357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d078ce-511a-4990-9c85-7695204d51d4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:16.282766 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34828) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:16.312608 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc326d-3f51-4509-8070-ea634713de93 req-087808a8-9abb-454a-b632-035e38795d59 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:16.314324 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4cc326d-3f51-4509-8070-ea634713de93 req-087808a8-9abb-454a-b632-035e38795d59 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0780077 Jan 17 09:36:16.326172 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34832) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:16.386434 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4cc326d-3f51-4509-8070-ea634713de93 req-1417510c-28df-469e-bbae-f87c00cb3d0a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614040 Jan 17 09:36:16.389253 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51d5ea06-a8eb-40ce-ac5c-bffb4b8011fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.398458 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec933-01eb-43d8-a3a7-74d833d3aff0 admin admin] Publish callbacks [] for security_group (f0d078ce-511a-4990-9c85-7695204d51d4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.471086 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec933-01eb-43d8-a3a7-74d833d3aff0 admin admin] Publish callbacks [] for security_group (f0d078ce-511a-4990-9c85-7695204d51d4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.534341 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51d5ea06-a8eb-40ce-ac5c-bffb4b8011fe admin admin] Publish callbacks [] for security_group (edbb56ae-9c0a-465d-bd9b-8b118fa5aff5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.563136 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816ab8d-aa1a-4efd-bba9-4ba69eb1632f req-8fa6c884-7207-40ec-9adb-b6376e4bc555 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:16.567118 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8816ab8d-aa1a-4efd-bba9-4ba69eb1632f req-8fa6c884-7207-40ec-9adb-b6376e4bc555 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0678840 Jan 17 09:36:16.576627 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34850) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:16.581527 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-06a06341-80ad-4c1e-aacc-b78e5e151aa8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'floatingip': {'port_id': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:16.629302 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51d5ea06-a8eb-40ce-ac5c-bffb4b8011fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (edbb56ae-9c0a-465d-bd9b-8b118fa5aff5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.669121 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec933-01eb-43d8-a3a7-74d833d3aff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (f0d078ce-511a-4990-9c85-7695204d51d4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.672053 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec933-01eb-43d8-a3a7-74d833d3aff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.674110 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-dc6ec933-01eb-43d8-a3a7-74d833d3aff0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0d078ce-511a-4990-9c85-7695204d51d4 HTTP/1.1" status: 204 len: 168 time: 0.3895347 Jan 17 09:36:16.676601 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a06341-80ad-4c1e-aacc-b78e5e151aa8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (710479de-890c-4ebd-afc2-c0784deb8c0b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.691325 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-51d5ea06-a8eb-40ce-ac5c-bffb4b8011fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46dbb7f5c3ed47f78da96ebd2f42827c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599918 Jan 17 09:36:16.691325 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5ea06-a8eb-40ce-ac5c-bffb4b8011fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbb56ae-9c0a-465d-bd9b-8b118fa5aff5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:16.692794 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 34856) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:16.712535 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ec933-01eb-43d8-a3a7-74d833d3aff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d078ce-511a-4990-9c85-7695204d51d4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:16.766247 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1eede1f-d11f-42c9-b34e-8cd26c2d094d admin admin] Publish callbacks [] for security_group (edbb56ae-9c0a-465d-bd9b-8b118fa5aff5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.792536 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1eede1f-d11f-42c9-b34e-8cd26c2d094d admin admin] Publish callbacks [] for security_group (edbb56ae-9c0a-465d-bd9b-8b118fa5aff5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.860965 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3112e-57fe-462c-b79b-9d1c879d0683 req-c7207b2b-c01c-4ea6-8f09-f16b8f679c3d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:16.862573 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4be3112e-57fe-462c-b79b-9d1c879d0683 req-c7207b2b-c01c-4ea6-8f09-f16b8f679c3d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.1972690 Jan 17 09:36:16.959740 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1eede1f-d11f-42c9-b34e-8cd26c2d094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (edbb56ae-9c0a-465d-bd9b-8b118fa5aff5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.962720 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1eede1f-d11f-42c9-b34e-8cd26c2d094d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.964080 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f1eede1f-d11f-42c9-b34e-8cd26c2d094d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/edbb56ae-9c0a-465d-bd9b-8b118fa5aff5 HTTP/1.1" status: 204 len: 168 time: 0.2703798 Jan 17 09:36:16.972239 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eede1f-d11f-42c9-b34e-8cd26c2d094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbb56ae-9c0a-465d-bd9b-8b118fa5aff5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:17.019981 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4be3112e-57fe-462c-b79b-9d1c879d0683 req-5f5013b2-c596-4022-aa20-5895cdd5e96b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488235 Jan 17 09:36:17.302860 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28db6dd-4516-4c5e-b7f2-682a724a82d9 req-9c9964ef-e155-4faf-831d-a42255ae4a5d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:17.304355 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c28db6dd-4516-4c5e-b7f2-682a724a82d9 req-9c9964ef-e155-4faf-831d-a42255ae4a5d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.2093623 Jan 17 09:36:17.463583 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c28db6dd-4516-4c5e-b7f2-682a724a82d9 req-e188379a-a29f-4c07-afdf-c5c86e76baff tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505418 Jan 17 09:36:17.584398 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a06341-80ad-4c1e-aacc-b78e5e151aa8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:17.602758 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ad871-fe6d-464c-a95b-0155f970fa75 req-33245563-a7b6-44eb-85c3-7b8d70a612fe tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:17.604278 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a62ad871-fe6d-464c-a95b-0155f970fa75 req-33245563-a7b6-44eb-85c3-7b8d70a612fe tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0833588 Jan 17 09:36:17.612669 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 34890) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:17.617737 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-620ceb94-eaf0-41c0-8448-699755cfbd68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'floatingip': {'port_id': 'bd020b1c-e530-4d88-bdca-49407ed0a454'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:17.661730 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-620ceb94-eaf0-41c0-8448-699755cfbd68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:17.811871 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a06341-80ad-4c1e-aacc-b78e5e151aa8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (710479de-890c-4ebd-afc2-c0784deb8c0b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:18.160399 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-06a06341-80ad-4c1e-aacc-b78e5e151aa8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Floating IP 710479de-890c-4ebd-afc2-c0784deb8c0b associated. External IP: 172.27.1.53, port: 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a. Jan 17 09:36:18.625623 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-620ceb94-eaf0-41c0-8448-699755cfbd68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:18.658469 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82152a2d-39d7-4dac-879b-d2014847ee7d req-a6cccc28-0f96-4024-90f0-8f94c6a2069a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:18.660111 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-82152a2d-39d7-4dac-879b-d2014847ee7d req-a6cccc28-0f96-4024-90f0-8f94c6a2069a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0938230 Jan 17 09:36:18.662582 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a06341-80ad-4c1e-aacc-b78e5e151aa8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Router ffd9d70f-a75f-45df-b60f-85dc4ae97925 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:18.686431 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-620ceb94-eaf0-41c0-8448-699755cfbd68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:18.829148 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-82152a2d-39d7-4dac-879b-d2014847ee7d req-594a4232-9ec2-41f1-90e3-d2e0d7d78a99 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608913 Jan 17 09:36:18.908643 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-620ceb94-eaf0-41c0-8448-699755cfbd68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Floating IP 3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb associated. External IP: 172.27.1.154, port: bd020b1c-e530-4d88-bdca-49407ed0a454. Jan 17 09:36:18.950142 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a06341-80ad-4c1e-aacc-b78e5e151aa8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:18.954731 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a06341-80ad-4c1e-aacc-b78e5e151aa8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:18.967180 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] Sync routers for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:36:18.978354 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:18.978979 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:35:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:19.015452 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-06a06341-80ad-4c1e-aacc-b78e5e151aa8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "PUT /v2.0/floatingips/710479de-890c-4ebd-afc2-c0784deb8c0b HTTP/1.1" status: 200 len: 990 time: 2.4373064 Jan 17 09:36:19.017796 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'tag': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:19.020728 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3673b89-c575-4733-9daf-00bd0249ab2f" -d '{"events": [{"name": "network-changed", "server_uuid": "961b05bd-d20c-4b01-a8d6-056ae5be54b3", "tag": "7b444cb9-bd19-4a76-a173-7d6cc6af9a3a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:19.102922 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34fb14c-5a20-4bc5-a1a5-805cc0bac373 x-openstack-request-id: req-a34fb14c-5a20-4bc5-a1a5-805cc0bac373 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:19.103709 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961b05bd-d20c-4b01-a8d6-056ae5be54b3", "tag": "7b444cb9-bd19-4a76-a173-7d6cc6af9a3a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:19.104421 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a34fb14c-5a20-4bc5-a1a5-805cc0bac373 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:19.105002 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'tag': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a', 'status': 'completed', 'code': 200} Jan 17 09:36:19.133527 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:19.260481 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620ceb94-eaf0-41c0-8448-699755cfbd68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:19.420550 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620ceb94-eaf0-41c0-8448-699755cfbd68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:19.432736 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-620ceb94-eaf0-41c0-8448-699755cfbd68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:19.439813 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] Sync routers for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:36:19.466051 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-620ceb94-eaf0-41c0-8448-699755cfbd68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "PUT /v2.0/floatingips/3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb HTTP/1.1" status: 200 len: 991 time: 1.8521187 Jan 17 09:36:19.476061 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:19.476694 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:35:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:19.623168 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:19.637372 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '710479de-890c-4ebd-afc2-c0784deb8c0b', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'port_id': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'mac_address': 'fa:16:3e:5d:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:35:17Z', 'updated_at': '2022-01-17T09:36:17Z', 'revision_number': 1, 'project_id': '91086ce60a314ff196d3b8211728e190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:19.670195 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] Checking router: ffd9d70f-a75f-45df-b60f-85dc4ae97925 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:36:19.681846 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:19.682458 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:35:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:19.799701 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:19.949611 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'port_id': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'mac_address': 'fa:16:3e:c4:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:35:21Z', 'updated_at': '2022-01-17T09:36:18Z', 'revision_number': 1, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:19.981836 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] Checking router: c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:36:19.992371 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:19.993134 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:35:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:20.087749 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '710479de-890c-4ebd-afc2-c0784deb8c0b', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'port_id': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'mac_address': 'fa:16:3e:5d:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:35:17Z', 'updated_at': '2022-01-17T09:36:17Z', 'revision_number': 1, 'project_id': '91086ce60a314ff196d3b8211728e190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:20.120369 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3cecc-21f8-4ec6-bed4-2925251e898c None None] The sync data for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi is: [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '710479de-890c-4ebd-afc2-c0784deb8c0b', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'port_id': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'mac_address': 'fa:16:3e:5d:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:35:17Z', 'updated_at': '2022-01-17T09:36:17Z', 'revision_number': 1, 'project_id': '91086ce60a314ff196d3b8211728e190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:36:20.142284 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:20.412905 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23ee82-7abf-4f75-a83c-2f040377aa2f None None] New status for floating IP 710479de-890c-4ebd-afc2-c0784deb8c0b: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:36:20.511544 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'port_id': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'mac_address': 'fa:16:3e:c4:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:35:21Z', 'updated_at': '2022-01-17T09:36:18Z', 'revision_number': 1, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:20.561844 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268beb8d-c5df-46db-a274-5158f0a5fc98 None None] The sync data for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi is: [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'port_id': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'mac_address': 'fa:16:3e:c4:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:35:21Z', 'updated_at': '2022-01-17T09:36:18Z', 'revision_number': 1, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:36:20.824648 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b649750-ac94-4658-bb48-cc69aeda939c None None] New status for floating IP 3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:36:21.107150 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:21.111283 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:21.890683 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-229b8307-9a20-4928-99e7-dfbe14ee23d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:22.944273 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-0d42bead-c3c8-42f8-83da-bb9c85ebfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:22.945787 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-0d42bead-c3c8-42f8-83da-bb9c85ebfff0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 1098 time: 0.0438781 Jan 17 09:36:23.077677 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8299ee0a-04d5-426b-b46c-f68217927c21 x-openstack-request-id: req-8299ee0a-04d5-426b-b46c-f68217927c21 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:23.081627 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:23.081627 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8299ee0a-04d5-426b-b46c-f68217927c21 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:23.081627 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'status': 'completed', 'code': 200} Jan 17 09:36:23.192074 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a822700-aec5-4c00-b606-4c24a7f8f15f req-fe6667fb-c025-4bb2-a27c-27fe293467a9 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:23.193628 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8a822700-aec5-4c00-b606-4c24a7f8f15f req-fe6667fb-c025-4bb2-a27c-27fe293467a9 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.1143069 Jan 17 09:36:23.205236 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-11bcb5dd-f596-41e5-b808-259555560023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:23.206694 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-11bcb5dd-f596-41e5-b808-259555560023 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 1098 time: 0.1055329 Jan 17 09:36:23.217333 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-58d3f228-7df2-4c62-86b3-956add547935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:23.218774 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-58d3f228-7df2-4c62-86b3-956add547935 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 912 time: 0.1991453 Jan 17 09:36:23.617400 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8a822700-aec5-4c00-b606-4c24a7f8f15f req-7e439279-6d00-4298-b44f-bd7455c7b801 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143248 Jan 17 09:36:23.619071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-bd6cff51-a591-4912-adeb-755c7c927fb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a HTTP/1.1" status: 200 len: 1000 time: 0.3923073 Jan 17 09:36:23.677330 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-6c3fd2f6-aef7-4275-89be-2179511cce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:23.678812 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-6c3fd2f6-aef7-4275-89be-2179511cce34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.4531357 Jan 17 09:36:23.696006 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-aae3f812-fafb-4f62-a75b-922bc6c32b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:23.697453 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-aae3f812-fafb-4f62-a75b-922bc6c32b71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 200 len: 850 time: 0.0655069 Jan 17 09:36:23.782083 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-53092d77-a710-4d39-b2c5-056bb7fd3743 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd020b1c-e530-4d88-bdca-49407ed0a454 HTTP/1.1" status: 200 len: 1001 time: 0.0955493 Jan 17 09:36:23.787690 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-19ca9b7a-3d91-4829-a5e9-7b291d007805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:23.789233 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-19ca9b7a-3d91-4829-a5e9-7b291d007805 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a3ad31e-340c-42a2-a66d-c437bb4da741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648308 Jan 17 09:36:23.875909 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35068) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:23.881933 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-9503a631-30bd-4266-aff3-5893236b0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:23.883440 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-9503a631-30bd-4266-aff3-5893236b0a2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0932970 Jan 17 09:36:23.946119 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-eb4bd929-0319-4983-8df9-2f63324cfe6a service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481349 Jan 17 09:36:24.001842 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a249dc2-67c1-404d-9ddc-e8d5665324ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:24.002082 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-c6e38a6c-ae46-402b-9dfc-a33d5aa46f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:24.003502 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-c6e38a6c-ae46-402b-9dfc-a33d5aa46f04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1111379 Jan 17 09:36:24.100707 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d3673b89-c575-4733-9daf-00bd0249ab2f req-17027ce0-4353-4f36-85f7-07801fba1eff service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484537 Jan 17 09:36:24.101081 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a249dc2-67c1-404d-9ddc-e8d5665324ed admin admin] Publish callbacks [] for security_group (457e47c6-d715-439f-a51d-0f5ebf521aba), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:24.128480 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-047111b2-63f1-4562-850e-06fe9b4d7820 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155529 Jan 17 09:36:24.169518 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a249dc2-67c1-404d-9ddc-e8d5665324ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (457e47c6-d715-439f-a51d-0f5ebf521aba), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:24.208907 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a249dc2-67c1-404d-9ddc-e8d5665324ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457e47c6-d715-439f-a51d-0f5ebf521aba,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:24.214591 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-9a249dc2-67c1-404d-9ddc-e8d5665324ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48114740c1f3477489a829143b9a00b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372221 Jan 17 09:36:24.217225 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35076) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:24.221764 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9c513aac-89ce-4d33-a8fc-9a471cfa5d15 req-a5ef898b-164e-46da-b893-186cbb97c589 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863147 Jan 17 09:36:24.268429 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24e668c5-4c3a-4d41-be3b-a8cd637702f8 admin admin] Publish callbacks [] for security_group (457e47c6-d715-439f-a51d-0f5ebf521aba), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:24.293965 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24e668c5-4c3a-4d41-be3b-a8cd637702f8 admin admin] Publish callbacks [] for security_group (457e47c6-d715-439f-a51d-0f5ebf521aba), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:24.405437 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb18def-5f6b-433e-b111-15877316d090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:24.434104 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24e668c5-4c3a-4d41-be3b-a8cd637702f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (457e47c6-d715-439f-a51d-0f5ebf521aba), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:24.436926 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24e668c5-4c3a-4d41-be3b-a8cd637702f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:24.438263 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-24e668c5-4c3a-4d41-be3b-a8cd637702f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/457e47c6-d715-439f-a51d-0f5ebf521aba HTTP/1.1" status: 204 len: 168 time: 0.2199168 Jan 17 09:36:24.447468 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e668c5-4c3a-4d41-be3b-a8cd637702f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457e47c6-d715-439f-a51d-0f5ebf521aba,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:24.742668 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196bc35-3d52-4180-b0a0-4e41ba5cf98f req-20929af8-e6be-496e-8a52-5148e2bd3107 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:24.744181 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4196bc35-3d52-4180-b0a0-4e41ba5cf98f req-20929af8-e6be-496e-8a52-5148e2bd3107 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0527210 Jan 17 09:36:24.794742 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4196bc35-3d52-4180-b0a0-4e41ba5cf98f req-01cacafd-6a6a-47e4-92c9-6f48d511fcec tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449011 Jan 17 09:36:25.013638 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35110) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:25.127393 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-528ca2c7-99fb-42f5-95c6-d879f31db213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.157096 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35120) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:25.179019 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11b9558e-add9-4048-871e-cd6620b16bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.267990 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-528ca2c7-99fb-42f5-95c6-d879f31db213 admin admin] Publish callbacks [] for security_group (a2d95ebf-659c-4a4b-95f0-aa48dda27ee8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.299795 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11b9558e-add9-4048-871e-cd6620b16bfc admin admin] Publish callbacks [] for security_group (17d8679c-2809-4676-9f18-85818a1a77de), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.354303 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-528ca2c7-99fb-42f5-95c6-d879f31db213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (a2d95ebf-659c-4a4b-95f0-aa48dda27ee8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.396221 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35128) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:25.396813 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-528ca2c7-99fb-42f5-95c6-d879f31db213 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=612ddb4f97484ffdbb5c8fa9ff94848a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814318 Jan 17 09:36:25.397192 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ca2c7-99fb-42f5-95c6-d879f31db213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d95ebf-659c-4a4b-95f0-aa48dda27ee8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:25.416329 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11b9558e-add9-4048-871e-cd6620b16bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (17d8679c-2809-4676-9f18-85818a1a77de), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.458689 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-11b9558e-add9-4048-871e-cd6620b16bfc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f1d134b6489456d84762ad814537fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003747 Jan 17 09:36:25.459890 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9558e-add9-4048-871e-cd6620b16bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d8679c-2809-4676-9f18-85818a1a77de,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:25.461881 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c3e5cd2-9ef5-4f85-8ef8-288f03e8ed9f admin admin] Publish callbacks [] for security_group (a2d95ebf-659c-4a4b-95f0-aa48dda27ee8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.463551 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35134) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:25.489436 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c3e5cd2-9ef5-4f85-8ef8-288f03e8ed9f admin admin] Publish callbacks [] for security_group (a2d95ebf-659c-4a4b-95f0-aa48dda27ee8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.514151 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.559429 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6cd258f4-2337-4654-b796-68312008d2e1 admin admin] Publish callbacks [] for security_group (17d8679c-2809-4676-9f18-85818a1a77de), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.580504 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6cd258f4-2337-4654-b796-68312008d2e1 admin admin] Publish callbacks [] for security_group (17d8679c-2809-4676-9f18-85818a1a77de), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.610973 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c3e5cd2-9ef5-4f85-8ef8-288f03e8ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (a2d95ebf-659c-4a4b-95f0-aa48dda27ee8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.613520 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c3e5cd2-9ef5-4f85-8ef8-288f03e8ed9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.614666 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8c3e5cd2-9ef5-4f85-8ef8-288f03e8ed9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2d95ebf-659c-4a4b-95f0-aa48dda27ee8 HTTP/1.1" status: 204 len: 168 time: 0.2169175 Jan 17 09:36:25.624196 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e5cd2-9ef5-4f85-8ef8-288f03e8ed9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d95ebf-659c-4a4b-95f0-aa48dda27ee8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:25.740782 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6cd258f4-2337-4654-b796-68312008d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (17d8679c-2809-4676-9f18-85818a1a77de), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.750328 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6cd258f4-2337-4654-b796-68312008d2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:25.750328 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-6cd258f4-2337-4654-b796-68312008d2e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/17d8679c-2809-4676-9f18-85818a1a77de HTTP/1.1" status: 204 len: 168 time: 0.2801135 Jan 17 09:36:25.752857 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd258f4-2337-4654-b796-68312008d2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d8679c-2809-4676-9f18-85818a1a77de,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:25.924656 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b28c0c-3cdc-489b-a3c5-a84e2c57ae0d req-8ad7d825-8c96-442c-8c7f-b0ef78079b2c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:25.926347 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-29b28c0c-3cdc-489b-a3c5-a84e2c57ae0d req-8ad7d825-8c96-442c-8c7f-b0ef78079b2c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0510027 Jan 17 09:36:25.979481 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-29b28c0c-3cdc-489b-a3c5-a84e2c57ae0d req-7b6f3b75-e6b3-43f1-87f0-3df44cadbda4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470231 Jan 17 09:36:27.101080 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc1d82-c9d4-453f-be0c-57541d2dddd1 req-b62edacc-964a-4210-93e9-649477e5f770 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:27.102636 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-30fc1d82-c9d4-453f-be0c-57541d2dddd1 req-b62edacc-964a-4210-93e9-649477e5f770 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0520313 Jan 17 09:36:27.142645 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:27.152104 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-30fc1d82-c9d4-453f-be0c-57541d2dddd1 req-33e9525e-71a6-46cc-abc2-0af2932e6b6d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437064 Jan 17 09:36:28.273947 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943869e8-e089-4401-8e6e-79db1562e6a5 req-e683221d-15d5-4202-a33e-b054961e1ee3 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:28.275751 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-943869e8-e089-4401-8e6e-79db1562e6a5 req-e683221d-15d5-4202-a33e-b054961e1ee3 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0510187 Jan 17 09:36:28.335394 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-943869e8-e089-4401-8e6e-79db1562e6a5 req-d120626c-2540-413b-ad03-c37159e6ecd2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517499 Jan 17 09:36:28.374974 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:28.829421 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35278) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:28.959073 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aaf994bf-0713-475a-b737-4095523899fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:29.065338 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aaf994bf-0713-475a-b737-4095523899fc admin admin] Publish callbacks [] for security_group (4242336a-be8f-48d9-a9ce-8f3f8eb11dd0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:29.147964 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aaf994bf-0713-475a-b737-4095523899fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (4242336a-be8f-48d9-a9ce-8f3f8eb11dd0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:29.202785 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-aaf994bf-0713-475a-b737-4095523899fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=107e8b0026264ff983ba27dc07ffc1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721313 Jan 17 09:36:29.203623 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf994bf-0713-475a-b737-4095523899fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4242336a-be8f-48d9-a9ce-8f3f8eb11dd0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:29.205654 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35286) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:29.263523 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc984-fad7-4070-aad8-000d030ee626 admin admin] Publish callbacks [] for security_group (4242336a-be8f-48d9-a9ce-8f3f8eb11dd0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:29.285626 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc984-fad7-4070-aad8-000d030ee626 admin admin] Publish callbacks [] for security_group (4242336a-be8f-48d9-a9ce-8f3f8eb11dd0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:29.444067 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc984-fad7-4070-aad8-000d030ee626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (4242336a-be8f-48d9-a9ce-8f3f8eb11dd0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:29.446658 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc984-fad7-4070-aad8-000d030ee626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:29.447875 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1c1bc984-fad7-4070-aad8-000d030ee626 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4242336a-be8f-48d9-a9ce-8f3f8eb11dd0 HTTP/1.1" status: 204 len: 168 time: 0.2412281 Jan 17 09:36:29.462213 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bc984-fad7-4070-aad8-000d030ee626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4242336a-be8f-48d9-a9ce-8f3f8eb11dd0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:29.485967 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85a311-5c08-4545-b09f-6583f6b8b641 req-37cf1098-3138-4911-a17d-87db4da0b2f8 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:29.487551 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2f85a311-5c08-4545-b09f-6583f6b8b641 req-37cf1098-3138-4911-a17d-87db4da0b2f8 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0723684 Jan 17 09:36:29.542502 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2f85a311-5c08-4545-b09f-6583f6b8b641 req-94628978-81cb-496b-b846-cb9e9ff48a8c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473840 Jan 17 09:36:30.670456 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1619-f6f2-4ba9-98b5-dcda15a5ad3f req-05bf3b6b-2678-4eba-8ebf-28facb1feb4b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:30.672884 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-57ab1619-f6f2-4ba9-98b5-dcda15a5ad3f req-05bf3b6b-2678-4eba-8ebf-28facb1feb4b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0544360 Jan 17 09:36:30.727710 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-57ab1619-f6f2-4ba9-98b5-dcda15a5ad3f req-eb016676-18d7-4ab6-bd60-ea58e06d2a46 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481980 Jan 17 09:36:31.859601 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41471f-644b-45ee-80b9-e8dc72028510 req-39134e62-3078-4b11-9ecc-00e2807dc85e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:31.861256 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6a41471f-644b-45ee-80b9-e8dc72028510 req-39134e62-3078-4b11-9ecc-00e2807dc85e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0587382 Jan 17 09:36:31.916538 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6a41471f-644b-45ee-80b9-e8dc72028510 req-29f5e0e0-a962-49c9-9233-ead8e1800003 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468915 Jan 17 09:36:33.038779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920d186-a4c3-40a2-8b45-d43a4b3f5d44 req-bf9ad7e7-e488-49c0-a9ff-b5e39875dc3d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:33.040291 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d920d186-a4c3-40a2-8b45-d43a4b3f5d44 req-bf9ad7e7-e488-49c0-a9ff-b5e39875dc3d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0537488 Jan 17 09:36:33.090971 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d920d186-a4c3-40a2-8b45-d43a4b3f5d44 req-39dc3eec-6f13-4ece-970e-0da699f4ef1b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Jan 17 09:36:33.944526 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a6f81-cf2d-4212-bd9a-25e4580ba312 req-50a84a70-e3d9-4663-b90d-b47ef1af9e29 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:33.946027 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a7a6f81-cf2d-4212-bd9a-25e4580ba312 req-50a84a70-e3d9-4663-b90d-b47ef1af9e29 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 946 time: 0.0553012 Jan 17 09:36:33.995103 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a7a6f81-cf2d-4212-bd9a-25e4580ba312 req-43c56adb-1a4f-411f-957c-9dfe35b8b9e3 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432456 Jan 17 09:36:34.214843 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1f602-0fee-46aa-83ef-533372b5b618 req-186e848e-ab21-4fc0-a12e-bf6646a10db5 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:34.216433 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b1c1f602-0fee-46aa-83ef-533372b5b618 req-186e848e-ab21-4fc0-a12e-bf6646a10db5 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0482197 Jan 17 09:36:34.265772 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b1c1f602-0fee-46aa-83ef-533372b5b618 req-d96e62a8-b841-48c7-99f4-700b93a487e1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430593 Jan 17 09:36:35.116681 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f4716-21b0-4d98-8ead-b310a9bab84c req-521430eb-ec36-4000-b1bc-8a0f79c04df3 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:35.118295 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e19f4716-21b0-4d98-8ead-b310a9bab84c req-521430eb-ec36-4000-b1bc-8a0f79c04df3 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 946 time: 0.0506678 Jan 17 09:36:35.180803 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e19f4716-21b0-4d98-8ead-b310a9bab84c req-0f84b3fa-ea0c-4d65-afc4-f3b1d05e0d2a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570440 Jan 17 09:36:35.305099 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35438) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:35.392289 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7bdf9-2ece-4339-8523-d0d9564a6ae6 req-a1616caa-e30c-4125-b421-ebc4052334cb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:35.394205 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f4d7bdf9-2ece-4339-8523-d0d9564a6ae6 req-a1616caa-e30c-4125-b421-ebc4052334cb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0519478 Jan 17 09:36:35.432208 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-418f0497-6501-4a6a-af9a-bbc484886943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.500867 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f4d7bdf9-2ece-4339-8523-d0d9564a6ae6 req-a008eaee-9322-47b3-84ba-21dfb694fbdc tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004295 Jan 17 09:36:35.573621 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-418f0497-6501-4a6a-af9a-bbc484886943 admin admin] Publish callbacks [] for security_group (e5aaec6e-ba11-4698-b5b8-be722b7dc9b6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.643887 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-418f0497-6501-4a6a-af9a-bbc484886943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e5aaec6e-ba11-4698-b5b8-be722b7dc9b6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.683716 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-418f0497-6501-4a6a-af9a-bbc484886943 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aeddebfa686a41cfa09c0532e38202d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771338 Jan 17 09:36:35.684669 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f0497-6501-4a6a-af9a-bbc484886943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aaec6e-ba11-4698-b5b8-be722b7dc9b6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:35.686556 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35448) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:35.737203 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb267163-a918-4c9d-9e9e-85697cc47dd1 admin admin] Publish callbacks [] for security_group (e5aaec6e-ba11-4698-b5b8-be722b7dc9b6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.759011 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb267163-a918-4c9d-9e9e-85697cc47dd1 admin admin] Publish callbacks [] for security_group (e5aaec6e-ba11-4698-b5b8-be722b7dc9b6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.900774 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb267163-a918-4c9d-9e9e-85697cc47dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e5aaec6e-ba11-4698-b5b8-be722b7dc9b6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.903566 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb267163-a918-4c9d-9e9e-85697cc47dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.904596 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-cb267163-a918-4c9d-9e9e-85697cc47dd1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5aaec6e-ba11-4698-b5b8-be722b7dc9b6 HTTP/1.1" status: 204 len: 168 time: 0.2168205 Jan 17 09:36:35.914549 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb267163-a918-4c9d-9e9e-85697cc47dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aaec6e-ba11-4698-b5b8-be722b7dc9b6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:36.251344 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35462) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:36.345353 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648f220-8d07-460b-bea0-116834720c04 req-e1439a9b-f9aa-4c06-b4c3-cf1bb6031c0a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:36.347395 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4648f220-8d07-460b-bea0-116834720c04 req-e1439a9b-f9aa-4c06-b4c3-cf1bb6031c0a tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 946 time: 0.0709832 Jan 17 09:36:36.398967 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1a29092-9cfa-4b62-9ccc-5f92422a2228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.437463 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4648f220-8d07-460b-bea0-116834720c04 req-bfa498cc-87f7-40c7-b3f2-48b29258a6fb tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/security-groups?id=d57e5272-1b6d-4745-850e-23e622c7952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838368 Jan 17 09:36:36.516726 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1a29092-9cfa-4b62-9ccc-5f92422a2228 admin admin] Publish callbacks [] for security_group (7381a82b-a563-459c-909e-66a24e62f648), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.548568 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35470) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:36.565709 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1a29092-9cfa-4b62-9ccc-5f92422a2228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7381a82b-a563-459c-909e-66a24e62f648), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.585353 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-973842be-9728-4376-b433-74b94f3dd2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.652792 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d1a29092-9cfa-4b62-9ccc-5f92422a2228 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b53739af52140c4a6e62e80a92db8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001756 Jan 17 09:36:36.655371 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35476) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:36.662642 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a29092-9cfa-4b62-9ccc-5f92422a2228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7381a82b-a563-459c-909e-66a24e62f648,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:36.701941 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0ed52-0aaf-4645-b791-d82c186b2b35 req-678d882a-0fd1-473a-8fb6-b9794c724fda tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:36.703223 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-00e0ed52-0aaf-4645-b791-d82c186b2b35 req-678d882a-0fd1-473a-8fb6-b9794c724fda tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.1253369 Jan 17 09:36:36.723754 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec39ad8f-924d-4374-8aee-b8760ff6d1c7 admin admin] Publish callbacks [] for security_group (7381a82b-a563-459c-909e-66a24e62f648), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.749531 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec39ad8f-924d-4374-8aee-b8760ff6d1c7 admin admin] Publish callbacks [] for security_group (7381a82b-a563-459c-909e-66a24e62f648), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.812878 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-973842be-9728-4376-b433-74b94f3dd2d5 admin admin] Publish callbacks [] for security_group (79842194-5797-44c0-86e5-b7e2b82582aa), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.829802 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f0578-69ca-40f1-a07a-590c21123003 req-410987e1-f3ce-47e8-bd66-7829f573e9f9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:36.832368 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-707f0578-69ca-40f1-a07a-590c21123003 req-410987e1-f3ce-47e8-bd66-7829f573e9f9 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.72 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 946 time: 0.1182950 Jan 17 09:36:36.838116 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-00e0ed52-0aaf-4645-b791-d82c186b2b35 req-d9c4341c-46dc-43a8-9e3f-d0c93eacc6f4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131899 Jan 17 09:36:36.873529 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec39ad8f-924d-4374-8aee-b8760ff6d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7381a82b-a563-459c-909e-66a24e62f648), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.876323 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec39ad8f-924d-4374-8aee-b8760ff6d1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.879613 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-ec39ad8f-924d-4374-8aee-b8760ff6d1c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7381a82b-a563-459c-909e-66a24e62f648 HTTP/1.1" status: 204 len: 168 time: 0.2221389 Jan 17 09:36:36.894876 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39ad8f-924d-4374-8aee-b8760ff6d1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7381a82b-a563-459c-909e-66a24e62f648,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:36.924035 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-973842be-9728-4376-b433-74b94f3dd2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (79842194-5797-44c0-86e5-b7e2b82582aa), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.985168 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-973842be-9728-4376-b433-74b94f3dd2d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c42c0db899f640dbaa28a46a064d238c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352064 Jan 17 09:36:36.988633 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35480) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:36.999865 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973842be-9728-4376-b433-74b94f3dd2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79842194-5797-44c0-86e5-b7e2b82582aa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:37.051544 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-707f0578-69ca-40f1-a07a-590c21123003 req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Deleting port f7f6017b-03fc-4759-9f42-965433af7377 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:36:37.052052 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-707f0578-69ca-40f1-a07a-590c21123003 req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (f7f6017b-03fc-4759-9f42-965433af7377), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.118743 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02614c71-d919-458b-9cef-1ab068d2a49e admin admin] Publish callbacks [] for security_group (79842194-5797-44c0-86e5-b7e2b82582aa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.153631 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02614c71-d919-458b-9cef-1ab068d2a49e admin admin] Publish callbacks [] for security_group (79842194-5797-44c0-86e5-b7e2b82582aa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.207529 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-707f0578-69ca-40f1-a07a-590c21123003 req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] For port f7f6017b-03fc-4759-9f42-965433af7377, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f7f6017b-03fc-4759-9f42-965433af7377,segment=NetworkSegment(7426b072-4f3f-4551-8aab-375771771926),segment_id=7426b072-4f3f-4551-8aab-375771771926)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:37.207796 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-707f0578-69ca-40f1-a07a-590c21123003 req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (f7f6017b-03fc-4759-9f42-965433af7377), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.230247 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-707f0578-69ca-40f1-a07a-590c21123003 req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Calling delete_port for f7f6017b-03fc-4759-9f42-965433af7377 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:36:37.400595 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02614c71-d919-458b-9cef-1ab068d2a49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (79842194-5797-44c0-86e5-b7e2b82582aa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.403520 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02614c71-d919-458b-9cef-1ab068d2a49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.404791 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-02614c71-d919-458b-9cef-1ab068d2a49e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79842194-5797-44c0-86e5-b7e2b82582aa HTTP/1.1" status: 204 len: 168 time: 0.4141252 Jan 17 09:36:37.422595 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02614c71-d919-458b-9cef-1ab068d2a49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79842194-5797-44c0-86e5-b7e2b82582aa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:37.520577 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-707f0578-69ca-40f1-a07a-590c21123003 req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (f7f6017b-03fc-4759-9f42-965433af7377), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.536534 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['f7f6017b-03fc-4759-9f42-965433af7377'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:36:37.570445 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Pushing event deleted for resources: {'Port': ['ID=f7f6017b-03fc-4759-9f42-965433af7377,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:37.646947 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b31aef4e-6a52-4a60-9823-e40b03af625c req-a600468e-fb33-4c2f-8360-3fc52520abac tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0830584 Jan 17 09:36:37.661537 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-707f0578-69ca-40f1-a07a-590c21123003 req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] No DVR routers for this DVR port f7f6017b-03fc-4759-9f42-965433af7377 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:36:37.665352 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-707f0578-69ca-40f1-a07a-590c21123003 req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.669244 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-707f0578-69ca-40f1-a07a-590c21123003 req-39fd3090-818f-41a2-b0ba-bf73bb454a07 tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.72 "DELETE /v2.0/ports/f7f6017b-03fc-4759-9f42-965433af7377 HTTP/1.1" status: 204 len: 173 time: 0.8297541 Jan 17 09:36:37.671432 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67b2347-e228-469d-a8fe-af7335408177', 'name': 'network-vif-deleted', 'tag': 'f7f6017b-03fc-4759-9f42-965433af7377'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:37.676342 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc700a7-41e8-4b1d-8f94-d07051f1dc37" -d '{"events": [{"server_uuid": "c67b2347-e228-469d-a8fe-af7335408177", "name": "network-vif-deleted", "tag": "f7f6017b-03fc-4759-9f42-965433af7377"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:37.715569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598eeea6-a792-4542-9db8-753967c28d1c x-openstack-request-id: req-598eeea6-a792-4542-9db8-753967c28d1c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:37.715926 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67b2347-e228-469d-a8fe-af7335408177", "name": "network-vif-deleted", "tag": "f7f6017b-03fc-4759-9f42-965433af7377", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:37.716186 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-598eeea6-a792-4542-9db8-753967c28d1c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:37.716835 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67b2347-e228-469d-a8fe-af7335408177', 'name': 'network-vif-deleted', 'tag': 'f7f6017b-03fc-4759-9f42-965433af7377', 'status': 'completed', 'code': 200} Jan 17 09:36:37.743083 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35494) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:37.756843 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f307558a-7445-4ff5-acfe-e55a8c8d9663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.852382 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f307558a-7445-4ff5-acfe-e55a8c8d9663 admin admin] Publish callbacks [] for security_group (7dd1832a-336d-4658-a260-24d4b2b1458f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.933656 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f307558a-7445-4ff5-acfe-e55a8c8d9663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7dd1832a-336d-4658-a260-24d4b2b1458f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.998403 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f307558a-7445-4ff5-acfe-e55a8c8d9663 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d34c306c24f4cfabe56e684b816dae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537949 Jan 17 09:36:38.001408 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35502) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:38.009321 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307558a-7445-4ff5-acfe-e55a8c8d9663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd1832a-336d-4658-a260-24d4b2b1458f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:38.046568 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac39e9d-355c-4935-a6ed-77bb77255f9f req-dc14a2a4-566f-4c5b-af9d-8b229b8b0a0f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:38.053299 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2ac39e9d-355c-4935-a6ed-77bb77255f9f req-dc14a2a4-566f-4c5b-af9d-8b229b8b0a0f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.1265182 Jan 17 09:36:38.072957 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-849d8273-b30e-40fe-ae0b-e3f4365449c0 admin admin] Publish callbacks [] for security_group (7dd1832a-336d-4658-a260-24d4b2b1458f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.105683 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-849d8273-b30e-40fe-ae0b-e3f4365449c0 admin admin] Publish callbacks [] for security_group (7dd1832a-336d-4658-a260-24d4b2b1458f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.139789 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2ac39e9d-355c-4935-a6ed-77bb77255f9f req-19070920-9b1a-4c16-a314-a54be4b751ca tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815723 Jan 17 09:36:38.233997 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-849d8273-b30e-40fe-ae0b-e3f4365449c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7dd1832a-336d-4658-a260-24d4b2b1458f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.236682 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-849d8273-b30e-40fe-ae0b-e3f4365449c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.237863 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-849d8273-b30e-40fe-ae0b-e3f4365449c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7dd1832a-336d-4658-a260-24d4b2b1458f HTTP/1.1" status: 204 len: 168 time: 0.2354565 Jan 17 09:36:38.242982 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35504) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:38.246884 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d8273-b30e-40fe-ae0b-e3f4365449c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd1832a-336d-4658-a260-24d4b2b1458f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:38.264136 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e0f5943-d230-488b-9d20-5831dec7f8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.367604 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e0f5943-d230-488b-9d20-5831dec7f8c8 admin admin] Publish callbacks [] for security_group (b22d3652-3dea-4ffe-8793-0056dce4441d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.580830 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e0f5943-d230-488b-9d20-5831dec7f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (b22d3652-3dea-4ffe-8793-0056dce4441d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.620130 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0e0f5943-d230-488b-9d20-5831dec7f8c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7716cda61e564162af581110c6d95d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756368 Jan 17 09:36:38.622507 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f5943-d230-488b-9d20-5831dec7f8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d3652-3dea-4ffe-8793-0056dce4441d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:38.622851 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35508) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:38.724359 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8b79-daa9-4a98-a074-04b0743d20a7 admin admin] Publish callbacks [] for security_group (b22d3652-3dea-4ffe-8793-0056dce4441d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.765869 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8b79-daa9-4a98-a074-04b0743d20a7 admin admin] Publish callbacks [] for security_group (b22d3652-3dea-4ffe-8793-0056dce4441d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.786056 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b129e67b-f38e-4e56-adc8-adbcfc55621f req-5014a944-3033-4c4e-b483-47b73f74e13f tempest-DeleteServersTestJSON-728807130 tempest-DeleteServersTestJSON-728807130-project] 10.222.0.73 "GET /v2.0/ports?device_id=c67b2347-e228-469d-a8fe-af7335408177 HTTP/1.1" status: 200 len: 210 time: 0.0340590 Jan 17 09:36:38.943590 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8b79-daa9-4a98-a074-04b0743d20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (b22d3652-3dea-4ffe-8793-0056dce4441d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.946503 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8b79-daa9-4a98-a074-04b0743d20a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:38.947965 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-1a4c8b79-daa9-4a98-a074-04b0743d20a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b22d3652-3dea-4ffe-8793-0056dce4441d HTTP/1.1" status: 204 len: 168 time: 0.3239460 Jan 17 09:36:38.955768 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c8b79-daa9-4a98-a074-04b0743d20a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d3652-3dea-4ffe-8793-0056dce4441d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:39.315058 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ba651-4229-4c14-b621-a1ba1ab04d05 req-74c09376-99d9-454b-b22a-fc80fdf1bd42 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:39.317861 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-501ba651-4229-4c14-b621-a1ba1ab04d05 req-74c09376-99d9-454b-b22a-fc80fdf1bd42 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0824165 Jan 17 09:36:39.387076 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-501ba651-4229-4c14-b621-a1ba1ab04d05 req-4f19084c-29b3-47ed-8c0f-7ddd020ca5be tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601776 Jan 17 09:36:40.518011 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b82e0-9ec0-4648-b987-7347a6bdf25e req-a6392a21-01ac-43ae-9ed2-82e8ad3dbd75 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:40.519568 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a36b82e0-9ec0-4648-b987-7347a6bdf25e req-a6392a21-01ac-43ae-9ed2-82e8ad3dbd75 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0571148 Jan 17 09:36:40.592111 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a36b82e0-9ec0-4648-b987-7347a6bdf25e req-088d55d4-01fd-4cff-af0d-6efa6e275842 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661333 Jan 17 09:36:40.607169 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device f7f6017b-03fc-4759-9f42-965433af7377 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:36:40.627707 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: f7f6017b-03fc-4759-9f42-965433af7377 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:36:40.628046 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device f7f6017b-03fc-4759-9f42-965433af7377 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:36:41.577065 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35682) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:41.630205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3143e7cc-1fd9-4957-a749-4fb9ca023295 admin admin] Deleting subnet 94c89529-5d82-468f-8440-b3e26d23fe01 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:36:41.633689 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3143e7cc-1fd9-4957-a749-4fb9ca023295 admin admin] Publish callbacks [] for subnet (94c89529-5d82-468f-8440-b3e26d23fe01), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.672395 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3143e7cc-1fd9-4957-a749-4fb9ca023295 admin admin] Publish callbacks [] for subnet (94c89529-5d82-468f-8440-b3e26d23fe01), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.692326 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3143e7cc-1fd9-4957-a749-4fb9ca023295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (94c89529-5d82-468f-8440-b3e26d23fe01), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.767287 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68144f91-4d38-4078-bdf9-a3688b10e60a req-1944a460-5a9d-478b-8973-5e0a625308ee tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:41.768894 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-68144f91-4d38-4078-bdf9-a3688b10e60a req-1944a460-5a9d-478b-8973-5e0a625308ee tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0930433 Jan 17 09:36:41.828485 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-68144f91-4d38-4078-bdf9-a3688b10e60a req-e74f9246-f5cc-4d3e-9d7b-89449cb90155 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Jan 17 09:36:41.858358 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3143e7cc-1fd9-4957-a749-4fb9ca023295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (94c89529-5d82-468f-8440-b3e26d23fe01), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.883212 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143e7cc-1fd9-4957-a749-4fb9ca023295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c89529-5d82-468f-8440-b3e26d23fe01,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:41.894228 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3143e7cc-1fd9-4957-a749-4fb9ca023295 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.899856 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3143e7cc-1fd9-4957-a749-4fb9ca023295 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/94c89529-5d82-468f-8440-b3e26d23fe01 HTTP/1.1" status: 204 len: 168 time: 0.3234417 Jan 17 09:36:41.901412 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35694) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:41.970739 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35698) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:41.986706 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (23942330-31c7-425f-81a2-805108ea7a2f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.074044 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (23942330-31c7-425f-81a2-805108ea7a2f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.080888 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e99a9a73-bb0b-4001-bbdf-0ad886898eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.097633 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.097971 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.098730 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.099078 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > port after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.099461 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.099797 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > port after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.100127 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.100446 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.100763 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.101080 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.165344 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e99a9a73-bb0b-4001-bbdf-0ad886898eb1 admin admin] Publish callbacks [] for security_group (24c0dfb0-2624-4da6-a705-7fe2555aa4c7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.250727 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e99a9a73-bb0b-4001-bbdf-0ad886898eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (24c0dfb0-2624-4da6-a705-7fe2555aa4c7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.279759 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.280108 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.280444 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.280794 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:36:42.281155 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23942330-31c7-425f-81a2-805108ea7a2f']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:42.291894 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e99a9a73-bb0b-4001-bbdf-0ad886898eb1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ca295f4d07745b0ab00e07e63d8152c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197601 Jan 17 09:36:42.293168 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a9a73-bb0b-4001-bbdf-0ad886898eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c0dfb0-2624-4da6-a705-7fe2555aa4c7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:42.294677 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35708) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:42.307787 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7426b072-4f3f-4551-8aab-375771771926') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:42.307787 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7426b072-4f3f-4551-8aab-375771771926') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:42.334837 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4555541'] for segment (7426b072-4f3f-4551-8aab-375771771926), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.376309 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (7426b072-4f3f-4551-8aab-375771771926), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.390260 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:36:42.390740 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4561265'] for segment (7426b072-4f3f-4551-8aab-375771771926), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: from cryptography.utils import int_from_bytes Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: from cryptography.utils import int_from_bytes Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: warnings.warn(msg) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: Traceback (most recent call last): Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: timer() Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: cb(*args, **kw) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: return func(*args, **kwargs) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: self._notify() Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: self.callback(batched_events) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: event.method(event) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:36:42.418161 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: return f(self, *a, **k) Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._get(url).json() Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: return self.request(url, 'GET', **kwargs) Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:36:42.421409 dv-cinder-815461-8-iscsi neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:36:42.483700 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c3e22c1-e71a-409f-a489-2373464eaed1 admin admin] Publish callbacks [] for security_group (24c0dfb0-2624-4da6-a705-7fe2555aa4c7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.511627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c3e22c1-e71a-409f-a489-2373464eaed1 admin admin] Publish callbacks [] for security_group (24c0dfb0-2624-4da6-a705-7fe2555aa4c7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.576339 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (23942330-31c7-425f-81a2-805108ea7a2f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.584206 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.587917 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] 10.222.0.73 "DELETE /v2.0/networks/23942330-31c7-425f-81a2-805108ea7a2f HTTP/1.1" status: 204 len: 168 time: 0.6847281 Jan 17 09:36:42.599678 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91f6ca-191a-4d98-9eca-dc0ad4bfa893 admin admin] Pushing event deleted for resources: {'Network': ['ID=23942330-31c7-425f-81a2-805108ea7a2f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:42.650997 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c3e22c1-e71a-409f-a489-2373464eaed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (24c0dfb0-2624-4da6-a705-7fe2555aa4c7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.653687 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c3e22c1-e71a-409f-a489-2373464eaed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.654859 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-6c3e22c1-e71a-409f-a489-2373464eaed1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24c0dfb0-2624-4da6-a705-7fe2555aa4c7 HTTP/1.1" status: 204 len: 168 time: 0.3592148 Jan 17 09:36:42.664016 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e22c1-e71a-409f-a489-2373464eaed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c0dfb0-2624-4da6-a705-7fe2555aa4c7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:42.691168 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.933060 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35722) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:42.967758 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8240cc-22a1-441d-a18b-5e0ea8c7a19b req-5c8fb092-dd3b-483d-879c-dfb224cfa599 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:42.970240 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aa8240cc-22a1-441d-a18b-5e0ea8c7a19b req-5c8fb092-dd3b-483d-879c-dfb224cfa599 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0615799 Jan 17 09:36:42.984987 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-5ca957e0-45f5-422e-83e5-eea9762c1cbd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bee53997bdee4e0ba62ff6a89b31e0e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457582 Jan 17 09:36:42.986965 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35724) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:43.030732 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aa8240cc-22a1-441d-a18b-5e0ea8c7a19b req-4b742eed-abec-425e-ad35-991f46b82322 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 Jan 17 09:36:43.048191 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d31316-eb1a-4e4b-bd04-9bd317edaab7 admin admin] Publish callbacks [] for security_group (d57e5272-1b6d-4745-850e-23e622c7952f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.071589 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d31316-eb1a-4e4b-bd04-9bd317edaab7 admin admin] Publish callbacks [] for security_group (d57e5272-1b6d-4745-850e-23e622c7952f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.223218 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d31316-eb1a-4e4b-bd04-9bd317edaab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (d57e5272-1b6d-4745-850e-23e622c7952f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.226163 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d31316-eb1a-4e4b-bd04-9bd317edaab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.228445 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-46d31316-eb1a-4e4b-bd04-9bd317edaab7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d57e5272-1b6d-4745-850e-23e622c7952f HTTP/1.1" status: 204 len: 168 time: 0.2404940 Jan 17 09:36:43.239933 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d31316-eb1a-4e4b-bd04-9bd317edaab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e5272-1b6d-4745-850e-23e622c7952f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:43.505321 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35734) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:43.519766 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94670b8b-c95e-4e32-a1c9-ca3d982290e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.602218 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94670b8b-c95e-4e32-a1c9-ca3d982290e1 admin admin] Publish callbacks [] for security_group (4e060ccf-8e09-4f82-9482-2f84f17198f1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.672431 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94670b8b-c95e-4e32-a1c9-ca3d982290e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (4e060ccf-8e09-4f82-9482-2f84f17198f1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.678153 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:36:43.718412 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94670b8b-c95e-4e32-a1c9-ca3d982290e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e060ccf-8e09-4f82-9482-2f84f17198f1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:43.724487 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-94670b8b-c95e-4e32-a1c9-ca3d982290e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ccc488bad0f4c19bc12c5174e76fb42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175171 Jan 17 09:36:43.726998 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35746) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:43.785596 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15abfda5-fe32-488c-86c2-bbbdbd4f89a4 admin admin] Publish callbacks [] for security_group (4e060ccf-8e09-4f82-9482-2f84f17198f1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.809946 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15abfda5-fe32-488c-86c2-bbbdbd4f89a4 admin admin] Publish callbacks [] for security_group (4e060ccf-8e09-4f82-9482-2f84f17198f1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.925299 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15abfda5-fe32-488c-86c2-bbbdbd4f89a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (4e060ccf-8e09-4f82-9482-2f84f17198f1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.928519 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15abfda5-fe32-488c-86c2-bbbdbd4f89a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.930321 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-15abfda5-fe32-488c-86c2-bbbdbd4f89a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e060ccf-8e09-4f82-9482-2f84f17198f1 HTTP/1.1" status: 204 len: 168 time: 0.2021780 Jan 17 09:36:43.943192 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abfda5-fe32-488c-86c2-bbbdbd4f89a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e060ccf-8e09-4f82-9482-2f84f17198f1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:44.167013 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b16f4-f7c4-41da-a882-f794787df040 req-51450cdc-1bb6-467e-be2e-2d49e1e85a0b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:44.168983 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9a6b16f4-f7c4-41da-a882-f794787df040 req-51450cdc-1bb6-467e-be2e-2d49e1e85a0b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0506699 Jan 17 09:36:44.217789 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9a6b16f4-f7c4-41da-a882-f794787df040 req-bee4b9cc-4221-48f7-9b63-7441b3845a21 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Jan 17 09:36:45.388106 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea214e68-eaf3-40c8-a036-3dc05058ca6b req-b187c729-42de-4006-a2ba-22acfc871e85 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:45.390381 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ea214e68-eaf3-40c8-a036-3dc05058ca6b req-b187c729-42de-4006-a2ba-22acfc871e85 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0806272 Jan 17 09:36:45.454403 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ea214e68-eaf3-40c8-a036-3dc05058ca6b req-90dc2acb-bec5-4742-b0ea-20e8ca7c8ec2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559025 Jan 17 09:36:46.375687 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:46.498953 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d368fdf-4981-4367-aa74-b3dabda3fd39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.622022 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d368fdf-4981-4367-aa74-b3dabda3fd39 admin admin] Publish callbacks [] for security_group (74813d54-55d9-4780-ae03-15029da02a03), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.630887 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffb62-6919-4915-95ea-e323ce03e2e1 req-ea30ff3a-d9c2-4b0b-9ddc-84b575a60bfb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:46.632468 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-106ffb62-6919-4915-95ea-e323ce03e2e1 req-ea30ff3a-d9c2-4b0b-9ddc-84b575a60bfb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0862486 Jan 17 09:36:46.703578 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d368fdf-4981-4367-aa74-b3dabda3fd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (74813d54-55d9-4780-ae03-15029da02a03), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.742498 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-106ffb62-6919-4915-95ea-e323ce03e2e1 req-3fb4ccfe-6098-468e-90f0-004f482950dd tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983641 Jan 17 09:36:46.776096 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7d368fdf-4981-4367-aa74-b3dabda3fd39 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f337e764d5a4db2a1492de8600ef510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990598 Jan 17 09:36:46.776935 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d368fdf-4981-4367-aa74-b3dabda3fd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74813d54-55d9-4780-ae03-15029da02a03,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:46.777710 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35864) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:46.832627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49e92254-db46-44c5-867f-6c85c939658d admin admin] Publish callbacks [] for security_group (74813d54-55d9-4780-ae03-15029da02a03), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.861218 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49e92254-db46-44c5-867f-6c85c939658d admin admin] Publish callbacks [] for security_group (74813d54-55d9-4780-ae03-15029da02a03), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.997075 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49e92254-db46-44c5-867f-6c85c939658d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (74813d54-55d9-4780-ae03-15029da02a03), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.999730 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49e92254-db46-44c5-867f-6c85c939658d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:47.000931 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-49e92254-db46-44c5-867f-6c85c939658d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74813d54-55d9-4780-ae03-15029da02a03 HTTP/1.1" status: 204 len: 168 time: 0.2216394 Jan 17 09:36:47.011440 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e92254-db46-44c5-867f-6c85c939658d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74813d54-55d9-4780-ae03-15029da02a03,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:47.749887 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35880) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:47.767753 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d540bf75-f13d-45d4-9b67-9db2f3d4a3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:47.849837 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d540bf75-f13d-45d4-9b67-9db2f3d4a3ee admin admin] Publish callbacks [] for security_group (48b31971-649f-42b7-b09f-74b08417cbad), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:47.886492 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a431-3378-48e9-b0f5-3065466aa957 req-3c3f51c3-9479-4fbb-ad7b-098645cfa214 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:47.888043 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7604a431-3378-48e9-b0f5-3065466aa957 req-3c3f51c3-9479-4fbb-ad7b-098645cfa214 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0599623 Jan 17 09:36:47.930550 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d540bf75-f13d-45d4-9b67-9db2f3d4a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (48b31971-649f-42b7-b09f-74b08417cbad), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:47.942520 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7604a431-3378-48e9-b0f5-3065466aa957 req-cc45bf58-3f53-4ae6-a495-87a6691a477a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458429 Jan 17 09:36:47.970561 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-d540bf75-f13d-45d4-9b67-9db2f3d4a3ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e8072e1a2464317a1ee4fc67d186aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195511 Jan 17 09:36:47.971659 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 35888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:47.984312 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540bf75-f13d-45d4-9b67-9db2f3d4a3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b31971-649f-42b7-b09f-74b08417cbad,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:48.032592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc496079-ce8a-4489-bb87-0593b58eb9c0 admin admin] Publish callbacks [] for security_group (48b31971-649f-42b7-b09f-74b08417cbad), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:48.057933 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc496079-ce8a-4489-bb87-0593b58eb9c0 admin admin] Publish callbacks [] for security_group (48b31971-649f-42b7-b09f-74b08417cbad), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:48.163445 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc496079-ce8a-4489-bb87-0593b58eb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (48b31971-649f-42b7-b09f-74b08417cbad), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:48.166158 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc496079-ce8a-4489-bb87-0593b58eb9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:48.167200 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-dc496079-ce8a-4489-bb87-0593b58eb9c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48b31971-649f-42b7-b09f-74b08417cbad HTTP/1.1" status: 204 len: 168 time: 0.1945384 Jan 17 09:36:48.174876 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc496079-ce8a-4489-bb87-0593b58eb9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b31971-649f-42b7-b09f-74b08417cbad,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:49.081241 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc34af-bdc1-474d-9da5-cb53a18d7293 req-6817e8c8-4c94-4b4c-80bf-4eebfb1e005e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:49.083478 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dbdc34af-bdc1-474d-9da5-cb53a18d7293 req-6817e8c8-4c94-4b4c-80bf-4eebfb1e005e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0595839 Jan 17 09:36:49.134704 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dbdc34af-bdc1-474d-9da5-cb53a18d7293 req-a59c10b6-8677-43b9-8a48-2a117ba502e5 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Jan 17 09:36:50.344811 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ff7d7-09b5-473a-bbb7-ab5c5ab121d0 req-a2572b14-d07f-4999-b9de-ad5f67926ac9 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:50.348904 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-281ff7d7-09b5-473a-bbb7-ab5c5ab121d0 req-a2572b14-d07f-4999-b9de-ad5f67926ac9 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0842164 Jan 17 09:36:50.404239 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-281ff7d7-09b5-473a-bbb7-ab5c5ab121d0 req-273715f5-240f-4e6e-ab85-b5169fcbea65 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484195 Jan 17 09:36:51.545058 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c0e6c-d2a3-4d19-a75f-797be71cde1f req-8913690a-0260-4f1a-99cf-58125b1bd9da tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:51.546580 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-824c0e6c-d2a3-4d19-a75f-797be71cde1f req-8913690a-0260-4f1a-99cf-58125b1bd9da tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0488303 Jan 17 09:36:51.598361 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35994) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:51.602131 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-824c0e6c-d2a3-4d19-a75f-797be71cde1f req-d03f070e-0f1f-48d9-a91b-432cec960ee9 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483918 Jan 17 09:36:51.708152 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0804e8b2-d532-4a6c-81d5-2b91539a86e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:51.789874 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0804e8b2-d532-4a6c-81d5-2b91539a86e1 admin admin] Publish callbacks [] for security_group (718521e2-4f10-4436-8828-cd9068242ec2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:51.856610 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0804e8b2-d532-4a6c-81d5-2b91539a86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (718521e2-4f10-4436-8828-cd9068242ec2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:51.881150 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-efe36f23-7f75-423d-9e91-f0da011fbbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:51.895110 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804e8b2-d532-4a6c-81d5-2b91539a86e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718521e2-4f10-4436-8828-cd9068242ec2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:51.899666 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-0804e8b2-d532-4a6c-81d5-2b91539a86e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1c00c3a00604babbe5e0576433512bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002806 Jan 17 09:36:51.902594 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 35998) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:51.950614 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7b79-9c29-49c2-9112-d0c60470c9cb admin admin] Publish callbacks [] for security_group (718521e2-4f10-4436-8828-cd9068242ec2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:51.976310 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7b79-9c29-49c2-9112-d0c60470c9cb admin admin] Publish callbacks [] for security_group (718521e2-4f10-4436-8828-cd9068242ec2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:52.079512 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7b79-9c29-49c2-9112-d0c60470c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (718521e2-4f10-4436-8828-cd9068242ec2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:52.082694 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7b79-9c29-49c2-9112-d0c60470c9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:52.083871 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e4bf7b79-9c29-49c2-9112-d0c60470c9cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/718521e2-4f10-4436-8828-cd9068242ec2 HTTP/1.1" status: 204 len: 168 time: 0.1806648 Jan 17 09:36:52.092222 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf7b79-9c29-49c2-9112-d0c60470c9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718521e2-4f10-4436-8828-cd9068242ec2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:52.739897 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36012) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:52.753038 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f9fe2a1-3a46-4f80-bae7-d73784192a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:52.824612 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f9fe2a1-3a46-4f80-bae7-d73784192a28 admin admin] Publish callbacks [] for security_group (e047a08e-eb28-4e46-80a8-0bf8e7096444), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:52.883374 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f9fe2a1-3a46-4f80-bae7-d73784192a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e047a08e-eb28-4e46-80a8-0bf8e7096444), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:52.919610 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fe2a1-3a46-4f80-bae7-d73784192a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e047a08e-eb28-4e46-80a8-0bf8e7096444,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:52.923774 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-0f9fe2a1-3a46-4f80-bae7-d73784192a28 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5fe70066eda43b998a6a35f58e6b333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828551 Jan 17 09:36:52.926907 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36014) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:52.973175 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df2e331f-7335-45b2-8b88-f39e3cadac1f admin admin] Publish callbacks [] for security_group (e047a08e-eb28-4e46-80a8-0bf8e7096444), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:52.994043 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df2e331f-7335-45b2-8b88-f39e3cadac1f admin admin] Publish callbacks [] for security_group (e047a08e-eb28-4e46-80a8-0bf8e7096444), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:53.135204 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df2e331f-7335-45b2-8b88-f39e3cadac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e047a08e-eb28-4e46-80a8-0bf8e7096444), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:53.137885 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df2e331f-7335-45b2-8b88-f39e3cadac1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:53.139158 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-df2e331f-7335-45b2-8b88-f39e3cadac1f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e047a08e-eb28-4e46-80a8-0bf8e7096444 HTTP/1.1" status: 204 len: 168 time: 0.2113330 Jan 17 09:36:53.147820 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e331f-7335-45b2-8b88-f39e3cadac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e047a08e-eb28-4e46-80a8-0bf8e7096444,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:54.342130 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4e9c5590-d18e-4f91-8f27-132c8f2c5aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:54.725558 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36060) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:54.829265 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a64c865-07f3-42bb-ac0e-c8ea999b7d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:54.901069 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a64c865-07f3-42bb-ac0e-c8ea999b7d22 admin admin] Publish callbacks [] for security_group (15a0d1b1-bf89-47fb-a678-ca001ac6ea47), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:54.976703 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a64c865-07f3-42bb-ac0e-c8ea999b7d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (15a0d1b1-bf89-47fb-a678-ca001ac6ea47), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:55.015087 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-8a64c865-07f3-42bb-ac0e-c8ea999b7d22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d47e907d9ab41b4ba43060945ae31c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884839 Jan 17 09:36:55.015968 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64c865-07f3-42bb-ac0e-c8ea999b7d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a0d1b1-bf89-47fb-a678-ca001ac6ea47,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:55.017810 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 36064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:55.065359 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d53d1d-983d-434b-952c-4b3d3f066cb4 admin admin] Publish callbacks [] for security_group (15a0d1b1-bf89-47fb-a678-ca001ac6ea47), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:55.085188 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d53d1d-983d-434b-952c-4b3d3f066cb4 admin admin] Publish callbacks [] for security_group (15a0d1b1-bf89-47fb-a678-ca001ac6ea47), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:55.204986 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d53d1d-983d-434b-952c-4b3d3f066cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (15a0d1b1-bf89-47fb-a678-ca001ac6ea47), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:55.208125 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d53d1d-983d-434b-952c-4b3d3f066cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:55.210348 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-82d53d1d-983d-434b-952c-4b3d3f066cb4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/15a0d1b1-bf89-47fb-a678-ca001ac6ea47 HTTP/1.1" status: 204 len: 168 time: 0.1914506 Jan 17 09:36:55.219003 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d53d1d-983d-434b-952c-4b3d3f066cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a0d1b1-bf89-47fb-a678-ca001ac6ea47,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:55.432090 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:56.858600 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b82e-4b05-451e-8293-3c54e42a5f4f req-139720d0-143a-4581-9c90-f946ef46a96f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:56.860177 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-40f1b82e-4b05-451e-8293-3c54e42a5f4f req-139720d0-143a-4581-9c90-f946ef46a96f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0492694 Jan 17 09:36:56.910383 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-40f1b82e-4b05-451e-8293-3c54e42a5f4f req-52652972-a5c2-409f-a3ff-11373e560fa2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Jan 17 09:36:57.085462 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:58.354945 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:58.601537 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51427f-dfbc-4d59-93f6-dd731a5596ac req-15abda22-d99b-4c9e-89e8-0b2f48997170 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:58.603033 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e51427f-dfbc-4d59-93f6-dd731a5596ac req-15abda22-d99b-4c9e-89e8-0b2f48997170 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.2660470 Jan 17 09:36:58.651740 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6e51427f-dfbc-4d59-93f6-dd731a5596ac req-7c823cf6-cd22-401f-989d-74c64f04e5bd tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429463 Jan 17 09:36:59.767937 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7e1db-a68e-4a13-9515-062c8036d0c9 req-17946007-9260-495f-99ed-6569d29c0f63 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:59.769995 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44b7e1db-a68e-4a13-9515-062c8036d0c9 req-17946007-9260-495f-99ed-6569d29c0f63 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0475380 Jan 17 09:36:59.819556 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44b7e1db-a68e-4a13-9515-062c8036d0c9 req-64eec8a7-cf86-41ce-a88b-f6bebce960e6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Jan 17 09:37:00.940424 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ed1e-90c3-47d8-802e-636e84ab8325 req-5023d7f6-e088-497d-baa0-afbde3f4a983 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:00.942408 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7000ed1e-90c3-47d8-802e-636e84ab8325 req-5023d7f6-e088-497d-baa0-afbde3f4a983 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0531473 Jan 17 09:37:00.988579 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7000ed1e-90c3-47d8-802e-636e84ab8325 req-4d1b87c6-e9c7-401e-82d9-6894a0cec43c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Jan 17 09:37:02.108709 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8fcec-b0d2-4fa6-b720-1dbb0394b304 req-292434b4-db70-46b0-95d1-44bbda587fd6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:02.110202 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f9a8fcec-b0d2-4fa6-b720-1dbb0394b304 req-292434b4-db70-46b0-95d1-44bbda587fd6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0488362 Jan 17 09:37:02.159153 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f9a8fcec-b0d2-4fa6-b720-1dbb0394b304 req-4e448649-d5f5-4496-a6cb-c34cbc1fc2a8 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Jan 17 09:37:03.275694 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae118644-775b-4d8e-b493-6b24e47e24b4 req-0a802ba6-a657-4c39-92cb-d35500e6a4cc tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:03.277162 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae118644-775b-4d8e-b493-6b24e47e24b4 req-0a802ba6-a657-4c39-92cb-d35500e6a4cc tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0481474 Jan 17 09:37:03.328587 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae118644-775b-4d8e-b493-6b24e47e24b4 req-25d1cd48-7a4e-4f73-87f7-491c03d13b2b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458632 Jan 17 09:37:04.300958 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36274) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:04.409380 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:04.447983 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8d948-f904-4782-a04c-4ae6af8a351b req-4662a124-d4bd-4366-a0bb-0c8d0cccc53c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:04.449435 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7db8d948-f904-4782-a04c-4ae6af8a351b req-4662a124-d4bd-4366-a0bb-0c8d0cccc53c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0485678 Jan 17 09:37:04.485345 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Publish callbacks [] for security_group (818acb8f-35f6-46ea-b65f-ed20fe76b4ad), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:04.497826 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7db8d948-f904-4782-a04c-4ae6af8a351b req-4983a50b-b83b-41a0-be70-e7e48e16f044 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Jan 17 09:37:04.586281 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (818acb8f-35f6-46ea-b65f-ed20fe76b4ad), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:04.622490 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818acb8f-35f6-46ea-b65f-ed20fe76b4ad,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:04.626014 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9e60c407cd74713b21d4d09c9fc4f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239894 Jan 17 09:37:04.628838 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 36280) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:04.631816 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.634282 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.634282 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.634282 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.634282 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.634282 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.634282 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.634282 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.634760 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.634760 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.635011 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.635339 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.635657 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb6463-f101-4a21-b2e4-5c0bf1da8890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:04.676024 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cddc34e7-7a97-4b7a-a98e-8324294acf70 admin admin] Publish callbacks [] for security_group (818acb8f-35f6-46ea-b65f-ed20fe76b4ad), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:04.697150 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cddc34e7-7a97-4b7a-a98e-8324294acf70 admin admin] Publish callbacks [] for security_group (818acb8f-35f6-46ea-b65f-ed20fe76b4ad), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:04.800126 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cddc34e7-7a97-4b7a-a98e-8324294acf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (818acb8f-35f6-46ea-b65f-ed20fe76b4ad), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:04.804940 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cddc34e7-7a97-4b7a-a98e-8324294acf70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:04.808478 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-cddc34e7-7a97-4b7a-a98e-8324294acf70 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/818acb8f-35f6-46ea-b65f-ed20fe76b4ad HTTP/1.1" status: 204 len: 168 time: 0.1768353 Jan 17 09:37:04.858010 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc34e7-7a97-4b7a-a98e-8324294acf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818acb8f-35f6-46ea-b65f-ed20fe76b4ad,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:04.893445 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c1cbb-d823-4681-bb90-62943ab29d5b req-63c8cd3f-522c-42fc-9c95-1a6a31ea2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:04.896398 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-211c1cbb-d823-4681-bb90-62943ab29d5b req-63c8cd3f-522c-42fc-9c95-1a6a31ea2358 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 1099 time: 0.0856366 Jan 17 09:37:04.947550 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-211c1cbb-d823-4681-bb90-62943ab29d5b req-cb839482-1900-4404-8316-0204ca5b030f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Jan 17 09:37:05.569784 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:05.587646 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2da6987-51c7-40d6-b861-5c4df79b4acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:05.626168 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967ba48-4268-4190-a3ad-0ae50a95efe1 req-90d4edeb-6365-4c33-9032-ac23be887e18 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:05.628372 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9967ba48-4268-4190-a3ad-0ae50a95efe1 req-90d4edeb-6365-4c33-9032-ac23be887e18 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0593417 Jan 17 09:37:05.684243 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2da6987-51c7-40d6-b861-5c4df79b4acb admin admin] Publish callbacks [] for security_group (9fe47734-3cc7-40aa-9fa8-fa515d5b88b5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:05.687574 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9967ba48-4268-4190-a3ad-0ae50a95efe1 req-4a672c5b-ffeb-4a88-90d5-c924dbd2a487 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522852 Jan 17 09:37:05.793488 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2da6987-51c7-40d6-b861-5c4df79b4acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (9fe47734-3cc7-40aa-9fa8-fa515d5b88b5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:05.832165 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e2da6987-51c7-40d6-b861-5c4df79b4acb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1265211414a64dc09327ef7fa342f84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607965 Jan 17 09:37:05.833249 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da6987-51c7-40d6-b861-5c4df79b4acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe47734-3cc7-40aa-9fa8-fa515d5b88b5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:05.834849 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 36318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:05.887126 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-835446e0-b49d-4c06-be51-75541c88cae6 admin admin] Publish callbacks [] for security_group (9fe47734-3cc7-40aa-9fa8-fa515d5b88b5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:05.912221 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-835446e0-b49d-4c06-be51-75541c88cae6 admin admin] Publish callbacks [] for security_group (9fe47734-3cc7-40aa-9fa8-fa515d5b88b5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:06.061944 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-835446e0-b49d-4c06-be51-75541c88cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (9fe47734-3cc7-40aa-9fa8-fa515d5b88b5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:06.064651 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-835446e0-b49d-4c06-be51-75541c88cae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:06.065936 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-835446e0-b49d-4c06-be51-75541c88cae6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9fe47734-3cc7-40aa-9fa8-fa515d5b88b5 HTTP/1.1" status: 204 len: 168 time: 0.2300670 Jan 17 09:37:06.077578 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835446e0-b49d-4c06-be51-75541c88cae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe47734-3cc7-40aa-9fa8-fa515d5b88b5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:06.812437 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5e1c8-d95b-41e5-94f2-154137eb93f6 req-a1796338-5f0b-4637-822b-fc2bb60443b9 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:06.814103 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6aa5e1c8-d95b-41e5-94f2-154137eb93f6 req-a1796338-5f0b-4637-822b-fc2bb60443b9 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0513299 Jan 17 09:37:06.863393 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6aa5e1c8-d95b-41e5-94f2-154137eb93f6 req-41f2fb72-ddd6-4155-900e-4c565efb9e40 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Jan 17 09:37:07.227299 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36362) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:07.429261 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77b3050d-e8d2-4622-bd4d-4466b3c560fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:07.506588 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77b3050d-e8d2-4622-bd4d-4466b3c560fe admin admin] Publish callbacks [] for security_group (18859c04-07b3-48a5-84d3-479f3ef91e02), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:07.626427 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77b3050d-e8d2-4622-bd4d-4466b3c560fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (18859c04-07b3-48a5-84d3-479f3ef91e02), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:07.668254 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-77b3050d-e8d2-4622-bd4d-4466b3c560fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ae27340051947f7ad8bc9d65479c80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375668 Jan 17 09:37:07.668254 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3050d-e8d2-4622-bd4d-4466b3c560fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18859c04-07b3-48a5-84d3-479f3ef91e02,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:07.668744 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 36374) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:07.720158 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Publish callbacks [] for security_group (18859c04-07b3-48a5-84d3-479f3ef91e02), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:07.741722 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Publish callbacks [] for security_group (18859c04-07b3-48a5-84d3-479f3ef91e02), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:07.890757 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (18859c04-07b3-48a5-84d3-479f3ef91e02), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:07.893553 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:07.895421 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18859c04-07b3-48a5-84d3-479f3ef91e02 HTTP/1.1" status: 204 len: 168 time: 0.2256112 Jan 17 09:37:07.905452 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18859c04-07b3-48a5-84d3-479f3ef91e02,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:07.914797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.914797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.914797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.914797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.914797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.915208 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.915469 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.915800 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.916135 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.916471 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.916801 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.917125 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:07.917453 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b59ba-2633-4bfa-9317-70bfb342cb51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:08.017394 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96677be5-1388-45cb-8f87-29aa85e89059 req-6172ad77-6b51-4829-a94f-c280ca60fbff tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:08.019014 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-96677be5-1388-45cb-8f87-29aa85e89059 req-6172ad77-6b51-4829-a94f-c280ca60fbff tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0653794 Jan 17 09:37:08.067869 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-96677be5-1388-45cb-8f87-29aa85e89059 req-95f76b46-283c-462c-9809-b046f84d9517 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Jan 17 09:37:08.205042 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cbcf1-1299-4ad8-8191-d98c3faf1ed8 req-61b19623-1b8b-49a2-84af-c0eb6ef6e62b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:08.206776 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f49cbcf1-1299-4ad8-8191-d98c3faf1ed8 req-61b19623-1b8b-49a2-84af-c0eb6ef6e62b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0687022 Jan 17 09:37:08.262396 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f49cbcf1-1299-4ad8-8191-d98c3faf1ed8 req-6d6f23cc-aaf9-4c69-a228-2902c8458a25 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499246 Jan 17 09:37:11.531166 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-a13b9abb-8ce9-490d-a8ec-8f0d98af73f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440233 Jan 17 09:37:11.622612 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-d4671528-2c2b-494f-bf4c-98050a06dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:11.624166 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-d4671528-2c2b-494f-bf4c-98050a06dacf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1099 time: 0.0421600 Jan 17 09:37:11.732304 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-d987eca3-8e74-4c71-ac62-92b84504cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:11.733806 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-d987eca3-8e74-4c71-ac62-92b84504cbe1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 920 time: 0.0862589 Jan 17 09:37:12.250842 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 36546) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:12.361720 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bef91de-df9e-408d-8ca2-c574dd669f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:12.443246 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bef91de-df9e-408d-8ca2-c574dd669f5a admin admin] Publish callbacks [] for security_group (577d4f70-66f5-490d-ba67-c4b2bca2b4b7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:12.502137 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bef91de-df9e-408d-8ca2-c574dd669f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (577d4f70-66f5-490d-ba67-c4b2bca2b4b7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:12.541648 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2bef91de-df9e-408d-8ca2-c574dd669f5a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0b8d74a7be5421fb95b9e86c49a89da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895503 Jan 17 09:37:12.543900 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef91de-df9e-408d-8ca2-c574dd669f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577d4f70-66f5-490d-ba67-c4b2bca2b4b7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:12.545022 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36554) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:12.597823 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcc5ba-541e-40b3-bb76-88c583c5cc5e req-bae3347d-adc4-4681-99ec-c433d05969e1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:12.599406 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cddcc5ba-541e-40b3-bb76-88c583c5cc5e req-bae3347d-adc4-4681-99ec-c433d05969e1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0566540 Jan 17 09:37:12.600069 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f138286c-c288-431b-96d5-bc8cb87c85a5 admin admin] Publish callbacks [] for security_group (577d4f70-66f5-490d-ba67-c4b2bca2b4b7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:12.622593 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f138286c-c288-431b-96d5-bc8cb87c85a5 admin admin] Publish callbacks [] for security_group (577d4f70-66f5-490d-ba67-c4b2bca2b4b7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:12.645030 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:12.648036 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cddcc5ba-541e-40b3-bb76-88c583c5cc5e req-b0c24eab-2486-42fd-8ac3-de0be1a453f1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Jan 17 09:37:12.740883 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f138286c-c288-431b-96d5-bc8cb87c85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (577d4f70-66f5-490d-ba67-c4b2bca2b4b7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:12.743490 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f138286c-c288-431b-96d5-bc8cb87c85a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:12.744638 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f138286c-c288-431b-96d5-bc8cb87c85a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/577d4f70-66f5-490d-ba67-c4b2bca2b4b7 HTTP/1.1" status: 204 len: 168 time: 0.1985977 Jan 17 09:37:12.752296 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138286c-c288-431b-96d5-bc8cb87c85a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577d4f70-66f5-490d-ba67-c4b2bca2b4b7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:13.403148 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 36570) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:13.417238 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd4ec783-f3a9-4c99-a818-725dedba1c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:13.490685 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd4ec783-f3a9-4c99-a818-725dedba1c5a admin admin] Publish callbacks [] for security_group (ec85e451-7abe-4ba4-87bb-7e5d44b3bb1c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:13.569688 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-9f108496-8301-497c-9104-1e8cbceb1264 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d HTTP/1.1" status: 200 len: 217 time: 0.0430930 Jan 17 09:37:13.571205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd4ec783-f3a9-4c99-a818-725dedba1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (ec85e451-7abe-4ba4-87bb-7e5d44b3bb1c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:13.614008 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-bd4ec783-f3a9-4c99-a818-725dedba1c5a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=067352707ae247df8e5697ae3a082d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097144 Jan 17 09:37:13.614885 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ec783-f3a9-4c99-a818-725dedba1c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec85e451-7abe-4ba4-87bb-7e5d44b3bb1c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:13.616822 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36572) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:13.667370 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-164edb2f-0d47-4cb9-810c-ac8cad0267df admin admin] Publish callbacks [] for security_group (ec85e451-7abe-4ba4-87bb-7e5d44b3bb1c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:13.688404 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-164edb2f-0d47-4cb9-810c-ac8cad0267df admin admin] Publish callbacks [] for security_group (ec85e451-7abe-4ba4-87bb-7e5d44b3bb1c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:13.782340 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-164edb2f-0d47-4cb9-810c-ac8cad0267df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (ec85e451-7abe-4ba4-87bb-7e5d44b3bb1c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:13.785055 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-164edb2f-0d47-4cb9-810c-ac8cad0267df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:13.786204 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-164edb2f-0d47-4cb9-810c-ac8cad0267df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec85e451-7abe-4ba4-87bb-7e5d44b3bb1c HTTP/1.1" status: 204 len: 168 time: 0.1682703 Jan 17 09:37:13.794603 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164edb2f-0d47-4cb9-810c-ac8cad0267df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec85e451-7abe-4ba4-87bb-7e5d44b3bb1c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:14.399028 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:14.412085 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f719167-ab9b-43ff-82dc-90d5ff2f77e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:14.486538 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f719167-ab9b-43ff-82dc-90d5ff2f77e1 admin admin] Publish callbacks [] for security_group (fd7d8b1b-9d50-41e0-983b-fd0dba62a243), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:14.593454 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f719167-ab9b-43ff-82dc-90d5ff2f77e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (fd7d8b1b-9d50-41e0-983b-fd0dba62a243), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:14.631697 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-1f719167-ab9b-43ff-82dc-90d5ff2f77e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ecc9205a611477bb32c63acd5ffddad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315717 Jan 17 09:37:14.632543 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f719167-ab9b-43ff-82dc-90d5ff2f77e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7d8b1b-9d50-41e0-983b-fd0dba62a243,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:14.634376 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 36588) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:14.680969 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe6c-eb9f-416f-9c01-8604626eacb5 admin admin] Publish callbacks [] for security_group (fd7d8b1b-9d50-41e0-983b-fd0dba62a243), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:14.700700 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe6c-eb9f-416f-9c01-8604626eacb5 admin admin] Publish callbacks [] for security_group (fd7d8b1b-9d50-41e0-983b-fd0dba62a243), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:14.856480 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe6c-eb9f-416f-9c01-8604626eacb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (fd7d8b1b-9d50-41e0-983b-fd0dba62a243), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:14.858962 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe6c-eb9f-416f-9c01-8604626eacb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:14.860179 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0c60fe6c-eb9f-416f-9c01-8604626eacb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd7d8b1b-9d50-41e0-983b-fd0dba62a243 HTTP/1.1" status: 204 len: 168 time: 0.2248378 Jan 17 09:37:14.868212 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60fe6c-eb9f-416f-9c01-8604626eacb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7d8b1b-9d50-41e0-983b-fd0dba62a243,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:15.542826 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-99907913-ec21-48fa-ac5e-1548b313fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:15.544326 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-99907913-ec21-48fa-ac5e-1548b313fd4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.0548131 Jan 17 09:37:17.852346 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-7e1e52e2-cab5-438c-92e1-dab4c6af4671 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269043 Jan 17 09:37:17.959882 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78881c2e-8ae1-4857-a408-9dedd6cfffe6 req-3ca3826b-807a-4e6a-9076-ddb97f15e11e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:17.961357 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-78881c2e-8ae1-4857-a408-9dedd6cfffe6 req-3ca3826b-807a-4e6a-9076-ddb97f15e11e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0945730 Jan 17 09:37:17.996108 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-d4e9707d-a023-4281-825e-c1674394e0ef service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368217 Jan 17 09:37:18.065407 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-78881c2e-8ae1-4857-a408-9dedd6cfffe6 req-f603abfe-6351-4e39-aeb1-080ef5df1b72 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974736 Jan 17 09:37:18.104164 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046f5a81-1a3b-438f-8ecd-20551e944156 req-25406d78-e4ff-43c6-9198-af95bafdf457 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016912 Jan 17 09:37:18.497806 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-0c438ce4-9975-4205-8ae2-4ab1beb897d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:18.499299 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-0c438ce4-9975-4205-8ae2-4ab1beb897d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1099 time: 0.1067302 Jan 17 09:37:18.590979 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-c422c337-e4d2-4ca2-ad52-fcb5144fc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:18.592468 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-c422c337-e4d2-4ca2-ad52-fcb5144fc4f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 920 time: 0.0839877 Jan 17 09:37:18.638759 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-e7f37c66-21da-4c07-8408-d8eae48c27dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d HTTP/1.1" status: 200 len: 217 time: 0.0385571 Jan 17 09:37:18.694200 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-1c183b74-b7a0-4324-87d0-b4afee4bfeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:18.695717 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-1c183b74-b7a0-4324-87d0-b4afee4bfeed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.0484438 Jan 17 09:37:18.738006 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-c5064154-3bd0-47ea-98da-50b90b7c0887 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250051 Jan 17 09:37:18.831933 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-bf3862ca-c89b-4a0b-b756-04e0a2028222 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870378 Jan 17 09:37:18.931659 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35b9b982-6a4e-45ae-82f6-81bc1d4a62ca req-c2043b97-a688-41ad-9e20-410b0582e379 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923493 Jan 17 09:37:19.186700 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606a15f-d04a-4aa7-a9bf-89c4a6b3bc65 req-faa42d9c-18c7-413a-984c-0950e8a67ba6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:19.188137 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9606a15f-d04a-4aa7-a9bf-89c4a6b3bc65 req-faa42d9c-18c7-413a-984c-0950e8a67ba6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0513017 Jan 17 09:37:19.236405 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9606a15f-d04a-4aa7-a9bf-89c4a6b3bc65 req-88694555-efec-4ed5-a18d-7de717c37d44 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Jan 17 09:37:20.360009 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bce8e8-0843-40e6-a619-5497292e9375 req-2ffead3e-f8c4-41b9-a168-83034d2dca4c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:20.369553 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0bce8e8-0843-40e6-a619-5497292e9375 req-2ffead3e-f8c4-41b9-a168-83034d2dca4c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0542994 Jan 17 09:37:20.409549 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0bce8e8-0843-40e6-a619-5497292e9375 req-38c3671d-58cd-43f0-b4ae-8b4fa9fde003 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Jan 17 09:37:20.676768 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:37:21.902014 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1cf48b39-3ea5-47d4-99e7-4cf81d47e783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:24.398881 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c595a9c-d155-405a-8bad-ff906879759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:24.711827 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324161a-1f2a-4496-9881-08e3ce5aa430 req-94a22631-605c-4d2b-a712-1b34255fdfdb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:24.713384 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5324161a-1f2a-4496-9881-08e3ce5aa430 req-94a22631-605c-4d2b-a712-1b34255fdfdb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0488558 Jan 17 09:37:24.761287 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5324161a-1f2a-4496-9881-08e3ce5aa430 req-b2abe0e4-04b8-4c7b-9463-df0e1dfc0423 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Jan 17 09:37:25.377452 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:25.890299 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa152b-c2d4-4f55-9e58-215789998dc1 req-2f7345a0-e89f-4e61-a1a2-7f157a78823d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:25.891721 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-26aa152b-c2d4-4f55-9e58-215789998dc1 req-2f7345a0-e89f-4e61-a1a2-7f157a78823d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0497625 Jan 17 09:37:25.943399 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-26aa152b-c2d4-4f55-9e58-215789998dc1 req-12caaaef-d25c-47bd-a06c-723e7214f27d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Jan 17 09:37:27.140879 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:28.340926 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:30.490370 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997988b2-e7c0-46ff-b800-d859a73785f5 req-b4e5765d-fcd4-4dc3-b0be-2519b4452422 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:30.491864 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-997988b2-e7c0-46ff-b800-d859a73785f5 req-b4e5765d-fcd4-4dc3-b0be-2519b4452422 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0477974 Jan 17 09:37:30.537393 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-997988b2-e7c0-46ff-b800-d859a73785f5 req-c7a55116-75f4-4020-97c5-c683e6517685 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 Jan 17 09:37:32.243113 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa75cf-5dc2-43ce-ab52-3b44f89c5a0c req-964ab4f6-090e-40ba-8ead-830475eabee2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:32.244661 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-72fa75cf-5dc2-43ce-ab52-3b44f89c5a0c req-964ab4f6-090e-40ba-8ead-830475eabee2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0498884 Jan 17 09:37:32.293529 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-72fa75cf-5dc2-43ce-ab52-3b44f89c5a0c req-ed183b11-5966-4f6f-b397-9731b010aea7 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Jan 17 09:37:33.419904 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3900ba9-12e8-4c69-88a3-56ec98f37b6c req-a85f39a0-624b-4fb7-9394-69e4ed6ec20b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:33.419904 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3900ba9-12e8-4c69-88a3-56ec98f37b6c req-a85f39a0-624b-4fb7-9394-69e4ed6ec20b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0543284 Jan 17 09:37:33.470251 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3900ba9-12e8-4c69-88a3-56ec98f37b6c req-c3b2ac2c-6a39-4571-b0ea-71376f735162 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448182 Jan 17 09:37:34.587447 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0728b-f19b-4d96-a00d-d6f5654dad95 req-78b6f4df-62e6-4fdb-9dca-4a2aee434b67 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:34.588920 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0d0728b-f19b-4d96-a00d-d6f5654dad95 req-78b6f4df-62e6-4fdb-9dca-4a2aee434b67 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0482724 Jan 17 09:37:34.635822 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0d0728b-f19b-4d96-a00d-d6f5654dad95 req-622424d2-a8d7-48be-a048-ff2d645c87a9 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Jan 17 09:37:35.752581 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aef2a5-0e12-4ed1-8361-a2f2952b0ab1 req-f1d0fcd6-f5c5-4806-96db-ddb133574cef tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:35.754047 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-31aef2a5-0e12-4ed1-8361-a2f2952b0ab1 req-f1d0fcd6-f5c5-4806-96db-ddb133574cef tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0502033 Jan 17 09:37:35.801597 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-31aef2a5-0e12-4ed1-8361-a2f2952b0ab1 req-eb36654a-86fa-4dfb-a55e-fa42ad3a4658 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Jan 17 09:37:38.372763 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260b2da-c49e-45b0-9cdd-c329e56f893a req-3eaaecb7-6e8a-437d-a031-5f49d365fab2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:38.374259 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5260b2da-c49e-45b0-9cdd-c329e56f893a req-3eaaecb7-6e8a-437d-a031-5f49d365fab2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0501094 Jan 17 09:37:38.421059 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5260b2da-c49e-45b0-9cdd-c329e56f893a req-ba2b523b-de1a-410a-827e-856545d63d5b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Jan 17 09:37:39.762779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b815a-860d-44cc-8e39-664a35437757 req-14394542-ea87-4fea-b1f7-bd0f789a61c6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:39.764269 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f47b815a-860d-44cc-8e39-664a35437757 req-14394542-ea87-4fea-b1f7-bd0f789a61c6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0484729 Jan 17 09:37:39.815148 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f47b815a-860d-44cc-8e39-664a35437757 req-b911ef53-4d9e-464e-8d53-f30183a57a3d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Jan 17 09:37:40.935825 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defac49-4a32-44c1-a0bc-798dd4f0b1b8 req-b01fdd30-49a1-4fea-b327-f124fec55ca5 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:40.936923 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1defac49-4a32-44c1-a0bc-798dd4f0b1b8 req-b01fdd30-49a1-4fea-b327-f124fec55ca5 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0513794 Jan 17 09:37:40.984675 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1defac49-4a32-44c1-a0bc-798dd4f0b1b8 req-503bf5ab-354e-4623-bc73-aa45a9e4eead tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Jan 17 09:37:42.101907 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253324d-dfa1-4cd3-8cf6-f717f5400a03 req-bd290fad-0c3f-443c-b1a8-272f98c6a904 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:42.103659 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d253324d-dfa1-4cd3-8cf6-f717f5400a03 req-bd290fad-0c3f-443c-b1a8-272f98c6a904 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0499091 Jan 17 09:37:42.152999 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d253324d-dfa1-4cd3-8cf6-f717f5400a03 req-116fb910-7561-4b77-bca7-4145e75f471d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Jan 17 09:37:42.175697 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 36976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:42.320384 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d30db1c6-d8fb-4d09-b9e3-6be6cda369d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:42.420472 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d30db1c6-d8fb-4d09-b9e3-6be6cda369d6 admin admin] Publish callbacks [] for security_group (5baedf4a-6539-4227-8cc0-7992581a6548), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:42.487351 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f4c64-5e69-47f7-85a7-d68fbb3277c3 req-d32e191b-350f-4904-9d95-b97aa6ccf813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:42.488922 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-522f4c64-5e69-47f7-85a7-d68fbb3277c3 req-d32e191b-350f-4904-9d95-b97aa6ccf813 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1099 time: 0.0449533 Jan 17 09:37:42.534659 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-522f4c64-5e69-47f7-85a7-d68fbb3277c3 req-4445f8bb-0bf3-43b3-939b-72171ae08612 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380042 Jan 17 09:37:42.547908 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d30db1c6-d8fb-4d09-b9e3-6be6cda369d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (5baedf4a-6539-4227-8cc0-7992581a6548), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:42.585354 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d30db1c6-d8fb-4d09-b9e3-6be6cda369d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f0351d138074dc6aaef6c0ae19f3958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085631 Jan 17 09:37:42.588167 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 36992) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:42.588715 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30db1c6-d8fb-4d09-b9e3-6be6cda369d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baedf4a-6539-4227-8cc0-7992581a6548,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:42.646836 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3499855-ffab-4037-afca-04ed9a1fab52 admin admin] Publish callbacks [] for security_group (5baedf4a-6539-4227-8cc0-7992581a6548), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:42.668351 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3499855-ffab-4037-afca-04ed9a1fab52 admin admin] Publish callbacks [] for security_group (5baedf4a-6539-4227-8cc0-7992581a6548), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:42.671717 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:42.797186 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3499855-ffab-4037-afca-04ed9a1fab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (5baedf4a-6539-4227-8cc0-7992581a6548), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:42.799908 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3499855-ffab-4037-afca-04ed9a1fab52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:42.801062 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e3499855-ffab-4037-afca-04ed9a1fab52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5baedf4a-6539-4227-8cc0-7992581a6548 HTTP/1.1" status: 204 len: 168 time: 0.2119093 Jan 17 09:37:42.809628 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3499855-ffab-4037-afca-04ed9a1fab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baedf4a-6539-4227-8cc0-7992581a6548,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:43.268290 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc62a-0aa2-4ac3-977f-7a970866bed0 req-74ddc6e3-635d-4190-b387-e0cc131b53bc tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:43.269758 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e7bc62a-0aa2-4ac3-977f-7a970866bed0 req-74ddc6e3-635d-4190-b387-e0cc131b53bc tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0485168 Jan 17 09:37:43.318599 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e7bc62a-0aa2-4ac3-977f-7a970866bed0 req-cf2f6576-08e1-4adf-a386-d6788722279c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434299 Jan 17 09:37:43.765737 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37030) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:43.861607 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-625303314-network', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:43.940209 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Made reservation on behalf of f792385fa3114cfea645c6ceba043ae1 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:37:43.942517 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.954686 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.030580 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Publish callbacks [] for security_group (355f365f-9bfb-4d9f-befc-e8ba482b7838), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.088733 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (355f365f-9bfb-4d9f-befc-e8ba482b7838), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.113841 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:37:44.124080 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355f365f-9bfb-4d9f-befc-e8ba482b7838,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:44.128636 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (6b856f35-1d63-42e1-8778-d7d1570e59ed), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.128977 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Added segment 6b856f35-1d63-42e1-8778-d7d1570e59ed of type vlan for network feb3a3e8-e5ae-4538-b417-9588c08877b8 Jan 17 09:37:44.168479 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (feb3a3e8-e5ae-4538-b417-9588c08877b8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.237557 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (feb3a3e8-e5ae-4538-b417-9588c08877b8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.238473 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:44.239062 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.297981 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] Pushing event updated for resources: {'Network': ['ID=feb3a3e8-e5ae-4538-b417-9588c08877b8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:44.308323 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network feb3a3e8-e5ae-4538-b417-9588c08877b8 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:37:44.346388 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-84f66a3b-1bbe-473a-b990-9a5626aab0ff admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5793662 Jan 17 09:37:44.352874 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37042) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:44.358691 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Request body: {'subnet': {'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-625303314-subnet', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:44.454325 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b58fd-a5e4-4d38-a099-bbfd038be155 req-fc5bf240-5c7c-4218-ad48-aa31e6d91a10 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:44.455934 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5b5b58fd-a5e4-4d38-a099-bbfd038be155 req-fc5bf240-5c7c-4218-ad48-aa31e6d91a10 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0501735 Jan 17 09:37:44.501996 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Made reservation on behalf of f792385fa3114cfea645c6ceba043ae1 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:37:44.504677 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4764267'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.504806 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5b5b58fd-a5e4-4d38-a099-bbfd038be155 req-f6bce444-8a5a-4161-bff1-f6285321ed53 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Jan 17 09:37:44.764993 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4764281'] for subnet (99996228-eb58-494e-b921-94070e3b6d09), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.820425 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99996228-eb58-494e-b921-94070e3b6d09,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:44.829828 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Checking segment: {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:44.830191 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Network hostable DHCP agents. Network: feb3a3e8-e5ae-4538-b417-9588c08877b8, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:37:44.896798 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Network feb3a3e8-e5ae-4538-b417-9588c08877b8 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:37:44.899277 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b7fbf-c26c-4631-a4e9-5c91750d55e2 req-4428f6c8-1b45-40a9-bb28-72cc5ed1feb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:44.901764 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f88b7fbf-c26c-4631-a4e9-5c91750d55e2 req-4428f6c8-1b45-40a9-bb28-72cc5ed1feb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0497744 Jan 17 09:37:44.983124 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f88b7fbf-c26c-4631-a4e9-5c91750d55e2 req-d4c1ac1c-1b28-4cc2-9b5e-c181d603501a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750325 Jan 17 09:37:44.989415 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-e9292a4f-c3b5-4df9-b05a-0aedec610f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:44.990854 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-e9292a4f-c3b5-4df9-b05a-0aedec610f2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1099 time: 0.0722811 Jan 17 09:37:44.993242 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, feb3a3e8-e5ae-4538-b417-9588c08877b8) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:44.998568 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:44.999376 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.008410 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8a01c-c4e2-4c1c-90f2-902178a7125f None None] Network feb3a3e8-e5ae-4538-b417-9588c08877b8 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:37:45.084748 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-b35f3bf2-b4e0-4b97-a71e-025df67add4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:45.087954 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-b35f3bf2-b4e0-4b97-a71e-025df67add4d service neutron] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 920 time: 0.0902505 Jan 17 09:37:45.089538 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:45.090719 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-9b08a499-a3c4-4234-a2d7-7c0b7fe178a3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7378762 Jan 17 09:37:45.094783 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:45.118057 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-feb3a3e8-e5ae-4538-b417-9588c08877b8', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:37:45.119487 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.139278 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-e72b2914-03e9-43a8-bb31-5f9feab9919a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d HTTP/1.1" status: 200 len: 217 time: 0.0407743 Jan 17 09:37:45.201501 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-bc29a387-64e9-4598-9061-4a555c989771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:45.203248 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-bc29a387-64e9-4598-9061-4a555c989771 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.0531096 Jan 17 09:37:45.235924 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-fd0bc4cc-031e-4f5b-b857-3a2d6d7885a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261407 Jan 17 09:37:45.271568 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Allocated IP 172.20.0.2 (feb3a3e8-e5ae-4538-b417-9588c08877b8/99996228-eb58-494e-b921-94070e3b6d09/ee40fe28-0470-4cf8-8f98-abdafa655407) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:37:45.287305 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (7415771d-430a-4c60-9b49-cef8c870a0a1), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.288351 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (7415771d-430a-4c60-9b49-cef8c870a0a1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.361404 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks [] for router_controller (7415771d-430a-4c60-9b49-cef8c870a0a1), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.372293 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-8cd09b42-e3ca-4f48-b37e-aa14f8619590 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297009 Jan 17 09:37:45.419745 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Publish callbacks [] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.464426 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf972718-fbe2-4ecc-ae78-5388028cd08a req-b67d43d0-e9eb-489d-8ce3-cb0db20ae3c1 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856595 Jan 17 09:37:45.520255 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.561164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Network feb3a3e8-e5ae-4538-b417-9588c08877b8 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:45.564124 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:45.566653 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:37:45.580153 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Pushing event updated for resources: {'Port': ['ID=ee40fe28-0470-4cf8-8f98-abdafa655407,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:45.591589 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks [] for router_gateway (7415771d-430a-4c60-9b49-cef8c870a0a1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.615299 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.615615 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.615981 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.616329 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.616661 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.616990 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.617318 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.617643 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.618008 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.618358 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.619329 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.619656 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.619978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:45.636811 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Attempting to bind port ee40fe28-0470-4cf8-8f98-abdafa655407 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:37:45.637251 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Attempting to bind port ee40fe28-0470-4cf8-8f98-abdafa655407 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:37:45.637593 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Attempting to bind port ee40fe28-0470-4cf8-8f98-abdafa655407 on network feb3a3e8-e5ae-4538-b417-9588c08877b8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:37:45.642849 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:37:45.643222 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Checking segment: {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:45.643699 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.644087 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Bound using segment: {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:37:45.644552 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Bound port: ee40fe28-0470-4cf8-8f98-abdafa655407, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:37:45.644932 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.708923 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] For port ee40fe28-0470-4cf8-8f98-abdafa655407, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:37:45.711953 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] For port ee40fe28-0470-4cf8-8f98-abdafa655407, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=ee40fe28-0470-4cf8-8f98-abdafa655407,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:37:45.788379 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.845481 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a789b-1e51-40b2-9967-0663ad15e02e None None] Pushing event updated for resources: {'Port': ['ID=ee40fe28-0470-4cf8-8f98-abdafa655407,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:45.846726 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks [] for router_gateway (7415771d-430a-4c60-9b49-cef8c870a0a1), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.865932 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.985717 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Allocated IP 172.27.1.91 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/0535b6ba-7e85-4a45-9e12-e67915ccacad) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:37:46.145679 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks [] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:46.158433 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c440927-ac38-473b-8795-a8be15d3b537 req-a75fa0b1-e0ad-42f1-b2e1-a3df42f23f51 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:46.159734 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7c440927-ac38-473b-8795-a8be15d3b537 req-a75fa0b1-e0ad-42f1-b2e1-a3df42f23f51 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0894232 Jan 17 09:37:46.231167 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7c440927-ac38-473b-8795-a8be15d3b537 req-a178ec07-b9b3-4f66-ac37-82f1fe4995de tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595882 Jan 17 09:37:46.285263 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:46.322935 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:46.325944 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:46.329460 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:37:46.617884 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=0535b6ba-7e85-4a45-9e12-e67915ccacad,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:46.790130 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5fdea4-7673-46fb-8875-2a0f59840672 None None] Network feb3a3e8-e5ae-4538-b417-9588c08877b8 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:37:46.841969 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks [] for router_gateway (7415771d-430a-4c60-9b49-cef8c870a0a1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:46.856019 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9b93940d-df95-4e03-8a2f-eba6b5193b93 None None] Provisioning complete for port ee40fe28-0470-4cf8-8f98-abdafa655407 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:46.856304 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b93940d-df95-4e03-8a2f-eba6b5193b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:46.998621 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9b93940d-df95-4e03-8a2f-eba6b5193b93 None None] Current status of the port ee40fe28-0470-4cf8-8f98-abdafa655407 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:46.998621 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b93940d-df95-4e03-8a2f-eba6b5193b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:47.012689 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device ee40fe28-0470-4cf8-8f98-abdafa655407 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:47.052409 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (7415771d-430a-4c60-9b49-cef8c870a0a1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:47.069109 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9b93940d-df95-4e03-8a2f-eba6b5193b93 None None] For port ee40fe28-0470-4cf8-8f98-abdafa655407, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=ee40fe28-0470-4cf8-8f98-abdafa655407,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:47.085560 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port ee40fe28-0470-4cf8-8f98-abdafa655407 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:47.085560 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:47.152407 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b93940d-df95-4e03-8a2f-eba6b5193b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:47.198732 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port ee40fe28-0470-4cf8-8f98-abdafa655407 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:47.199113 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:47.226166 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93940d-df95-4e03-8a2f-eba6b5193b93 None None] Pushing event updated for resources: {'Port': ['ID=ee40fe28-0470-4cf8-8f98-abdafa655407,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:47.248873 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Router 7415771d-430a-4c60-9b49-cef8c870a0a1 is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:37:47.272208 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.db.api [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:37:47.272557 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG oslo_db.api [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:37:47.278009 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8bde3399-0191-4a7d-8fbb-00c5511f8854 None None] Provisioning complete for port ee40fe28-0470-4cf8-8f98-abdafa655407 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:47.278381 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8bde3399-0191-4a7d-8fbb-00c5511f8854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:47.378464 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8bde3399-0191-4a7d-8fbb-00c5511f8854 None None] Current status of the port ee40fe28-0470-4cf8-8f98-abdafa655407 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:47.411614 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:37:47.422879 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Sync routers for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:37:47.429102 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec430cfc-56ae-46db-8ed2-4d328249709f req-4ba522b0-f52c-480d-8c71-ac0b543b59f7 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:47.430657 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ec430cfc-56ae-46db-8ed2-4d328249709f req-4ba522b0-f52c-480d-8c71-ac0b543b59f7 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.1180303 Jan 17 09:37:47.433613 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:37:47.434220 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:37:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:47.481084 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ec430cfc-56ae-46db-8ed2-4d328249709f req-7460221f-a854-479c-baa6-774a8d40903d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443342 Jan 17 09:37:47.496367 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:47.500254 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-50851fd5-85c7-40c8-b79e-1a737916cbc4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4065838 Jan 17 09:37:47.500513 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37094) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:47.545182 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:37:47.743392 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:46Z', 'revision_number': 3, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:47.770059 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Checking router: 7415771d-430a-4c60-9b49-cef8c870a0a1 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:37:47.770329 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Updating router 7415771d-430a-4c60-9b49-cef8c870a0a1 port 0535b6ba-7e85-4a45-9e12-e67915ccacad binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:37:47.795209 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:47.808503 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port ee40fe28-0470-4cf8-8f98-abdafa655407 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:47.924377 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.056428 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Publish callbacks [] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.084649 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Allocated IP 172.20.0.1 (feb3a3e8-e5ae-4538-b417-9588c08877b8/99996228-eb58-494e-b921-94070e3b6d09/31eced19-98a0-44c1-8afe-f149c64c5a29) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:37:48.140727 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.186461 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Publish callbacks [] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.191068 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Attempting to bind port 0535b6ba-7e85-4a45-9e12-e67915ccacad on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:37:48.191510 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Attempting to bind port 0535b6ba-7e85-4a45-9e12-e67915ccacad by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:37:48.191869 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Attempting to bind port 0535b6ba-7e85-4a45-9e12-e67915ccacad on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:37:48.199319 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Pushing event updated for resources: {'Port': ['ID=0535b6ba-7e85-4a45-9e12-e67915ccacad,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:48.202519 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:37:48.202888 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:48.203296 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.208258 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:37:48.208258 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Bound port: 0535b6ba-7e85-4a45-9e12-e67915ccacad, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:37:48.208258 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.226222 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.226587 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.226943 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.227293 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.227621 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.227974 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.228293 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.228612 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.228938 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.229267 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.229585 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.229946 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.230259 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:48.265104 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] For port 0535b6ba-7e85-4a45-9e12-e67915ccacad, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:37:48.268191 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] For port 0535b6ba-7e85-4a45-9e12-e67915ccacad, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=0535b6ba-7e85-4a45-9e12-e67915ccacad,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:37:48.284892 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.323772 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Network feb3a3e8-e5ae-4538-b417-9588c08877b8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:48.328286 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:48.331914 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:37:48.332385 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (7415771d-430a-4c60-9b49-cef8c870a0a1), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.338809 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Pushing event updated for resources: {'Port': ['ID=31eced19-98a0-44c1-8afe-f149c64c5a29,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:48.369687 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.443290 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705e557-43b2-4f8d-a880-421bcbaf2058 None None] Pushing event updated for resources: {'Port': ['ID=0535b6ba-7e85-4a45-9e12-e67915ccacad,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:48.458008 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:37:48.458632 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:37:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:48.554129 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.563426 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:37:48.609708 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3f609ed2-1a0f-4cc4-995b-e78413a15d78 None None] Provisioning complete for port 31eced19-98a0-44c1-8afe-f149c64c5a29 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:48.610031 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3f609ed2-1a0f-4cc4-995b-e78413a15d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.645614 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3f609ed2-1a0f-4cc4-995b-e78413a15d78 None None] Port 31eced19-98a0-44c1-8afe-f149c64c5a29 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:37:48.717156 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Publish callbacks [] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.743236 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:46Z', 'revision_number': 3, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:48.770622 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e7451-98dd-4cdf-a30e-76fa7b1abf9e None None] The sync data for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi is: [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:46Z', 'revision_number': 3, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:37:48.803143 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.803898 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (7415771d-430a-4c60-9b49-cef8c870a0a1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:48.887836 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Pushing event updated for resources: {'Port': ['ID=31eced19-98a0-44c1-8afe-f149c64c5a29,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:48.930408 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Network feb3a3e8-e5ae-4538-b417-9588c08877b8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:48.931835 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:48.982832 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device ee40fe28-0470-4cf8-8f98-abdafa655407 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:49.083630 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port ee40fe28-0470-4cf8-8f98-abdafa655407 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:49.084102 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:49.085409 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Router 7415771d-430a-4c60-9b49-cef8c870a0a1 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:37:49.172338 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port ee40fe28-0470-4cf8-8f98-abdafa655407 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:49.209823 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:37:49.215960 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a4c40052-399f-4005-9ef8-d9afbba38d7c admin admin] 10.222.0.73 "PUT /v2.0/routers/7415771d-430a-4c60-9b49-cef8c870a0a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143905 Jan 17 09:37:49.273228 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-61d919bb-b551-41ed-8534-b708379673ee None None] Provisioning complete for port 31eced19-98a0-44c1-8afe-f149c64c5a29 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:49.273599 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61d919bb-b551-41ed-8534-b708379673ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:49.313646 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-61d919bb-b551-41ed-8534-b708379673ee None None] Port 31eced19-98a0-44c1-8afe-f149c64c5a29 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:37:49.956671 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37126) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:49.962290 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2125431708-network', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:50.084581 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Made reservation on behalf of 8936812ffd5f434fa76ed16c8c8eda25 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:37:50.086935 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.335016 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.408093 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d3fb4-42a8-4503-9795-28116bbaf8ab req-aa999694-ffad-416e-a763-855e8f389543 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:50.409376 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Sync routers for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:37:50.410008 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a20d3fb4-42a8-4503-9795-28116bbaf8ab req-aa999694-ffad-416e-a763-855e8f389543 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0767367 Jan 17 09:37:50.423560 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:37:50.424278 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:37:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:50.484056 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Publish callbacks [] for security_group (72d03fb7-8cfd-40fa-b14a-db6328137be2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.488962 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a20d3fb4-42a8-4503-9795-28116bbaf8ab req-b59d28a0-8b5f-4f68-936b-bb581b81298c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Jan 17 09:37:50.537595 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:37:50.545695 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (72d03fb7-8cfd-40fa-b14a-db6328137be2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.572809 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:37:50.582267 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d03fb7-8cfd-40fa-b14a-db6328137be2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:50.589237 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (eb244149-ee73-4d47-905c-da20e9427e2c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.589780 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Added segment eb244149-ee73-4d47-905c-da20e9427e2c of type vlan for network 9bd2944a-2008-4683-bea7-15df58957c7a Jan 17 09:37:50.637325 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (9bd2944a-2008-4683-bea7-15df58957c7a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.736365 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (9bd2944a-2008-4683-bea7-15df58957c7a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.737213 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:50.737801 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.797316 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] Pushing event updated for resources: {'Network': ['ID=9bd2944a-2008-4683-bea7-15df58957c7a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:50.812427 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 9bd2944a-2008-4683-bea7-15df58957c7a details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:37:50.881908 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-014788fa-96d9-45b8-96de-f8238fbba74d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9241493 Jan 17 09:37:50.884629 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:50.891086 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Request body: {'subnet': {'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2125431708-subnet', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:50.929071 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '31eced19-98a0-44c1-8afe-f149c64c5a29', 'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'mac_address': 'fa:16:3e:06:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:47Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 2, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'subnets': [{'id': '99996228-eb58-494e-b921-94070e3b6d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:50.956738 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Checking router: 7415771d-430a-4c60-9b49-cef8c870a0a1 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:37:50.957089 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Updating router 7415771d-430a-4c60-9b49-cef8c870a0a1 port 31eced19-98a0-44c1-8afe-f149c64c5a29 binding host dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:37:50.981498 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 0535b6ba-7e85-4a45-9e12-e67915ccacad up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:50.993329 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Made reservation on behalf of 8936812ffd5f434fa76ed16c8c8eda25 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:37:50.996215 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.005362 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.132768 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 0535b6ba-7e85-4a45-9e12-e67915ccacad triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:51.133148 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.240335 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (1e96a51a-f4ff-4c37-a6ef-63fe88584d26), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.301628 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 0535b6ba-7e85-4a45-9e12-e67915ccacad is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:51.301930 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.305548 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e96a51a-f4ff-4c37-a6ef-63fe88584d26,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:51.313768 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Checking segment: {'id': 'eb244149-ee73-4d47-905c-da20e9427e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:51.313875 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Network hostable DHCP agents. Network: 9bd2944a-2008-4683-bea7-15df58957c7a, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:37:51.337045 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 0535b6ba-7e85-4a45-9e12-e67915ccacad, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=0535b6ba-7e85-4a45-9e12-e67915ccacad,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:51.380199 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Publish callbacks [] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.468066 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Network 9bd2944a-2008-4683-bea7-15df58957c7a is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:37:51.468432 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.475084 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.542350 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=0535b6ba-7e85-4a45-9e12-e67915ccacad,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:51.557661 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 9bd2944a-2008-4683-bea7-15df58957c7a) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:51.562376 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:51.565081 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.585036 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4307120-22cf-417b-b3f2-e26664ec94a7 None None] Network 9bd2944a-2008-4683-bea7-15df58957c7a requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:37:51.664743 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e164c3-74a3-4396-a841-d07d86deac7e req-9cbd10b8-f438-45af-9064-27662a9d6b80 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:51.666697 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-37e164c3-74a3-4396-a841-d07d86deac7e req-9cbd10b8-f438-45af-9064-27662a9d6b80 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0700021 Jan 17 09:37:51.685186 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Attempting to bind port 31eced19-98a0-44c1-8afe-f149c64c5a29 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:37:51.685555 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Attempting to bind port 31eced19-98a0-44c1-8afe-f149c64c5a29 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:37:51.685931 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Attempting to bind port 31eced19-98a0-44c1-8afe-f149c64c5a29 on network feb3a3e8-e5ae-4538-b417-9588c08877b8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:37:51.695273 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01996c-803e-4fd6-bc62-8eaaca21ce7a None None] Pushing event updated for resources: {'Port': ['ID=31eced19-98a0-44c1-8afe-f149c64c5a29,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:51.708458 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b5718ba8-8a12-4b36-9e91-090a7c6948c0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8219256 Jan 17 09:37:51.708566 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:37:51.708874 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Checking segment: {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:51.709533 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.710058 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Bound using segment: {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:37:51.710736 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37150) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:51.711170 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Bound port: 31eced19-98a0-44c1-8afe-f149c64c5a29, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:37:51.711602 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.715820 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:51.754948 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-37e164c3-74a3-4396-a841-d07d86deac7e req-a9b095c7-a4fe-4652-8d5b-728c186fb1f7 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813448 Jan 17 09:37:51.826706 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-9bd2944a-2008-4683-bea7-15df58957c7a', 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a', 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'fixed_ips': [{'subnet_id': '1e96a51a-f4ff-4c37-a6ef-63fe88584d26'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:37:51.827543 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.859382 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] For port 31eced19-98a0-44c1-8afe-f149c64c5a29, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:37:51.866133 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (6a297c0f-ad60-48dc-b03b-fe1117eab84b), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.867586 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (6a297c0f-ad60-48dc-b03b-fe1117eab84b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.878567 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] For port 31eced19-98a0-44c1-8afe-f149c64c5a29, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=31eced19-98a0-44c1-8afe-f149c64c5a29,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:37:51.890285 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d73e6cd8-46ee-47b4-aff2-a94bf799a6ed None None] Provisioning complete for port 31eced19-98a0-44c1-8afe-f149c64c5a29 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:51.890649 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d73e6cd8-46ee-47b4-aff2-a94bf799a6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.935566 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks [] for router_controller (6a297c0f-ad60-48dc-b03b-fe1117eab84b), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.964965 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d1914ad-6ace-476c-a60c-5ecfddfe8ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.986989 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.018259 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d73e6cd8-46ee-47b4-aff2-a94bf799a6ed None None] Port 31eced19-98a0-44c1-8afe-f149c64c5a29 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:37:52.090121 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:37:52.090761 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:37:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:52.096392 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01996c-803e-4fd6-bc62-8eaaca21ce7a None None] Pushing event updated for resources: {'Port': ['ID=31eced19-98a0-44c1-8afe-f149c64c5a29,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:52.132203 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Allocated IP 172.20.0.2 (9bd2944a-2008-4683-bea7-15df58957c7a/1e96a51a-f4ff-4c37-a6ef-63fe88584d26/e7a507cb-40e3-44ef-a845-df1006ffffcb) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:37:52.211867 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks [] for router_gateway (6a297c0f-ad60-48dc-b03b-fe1117eab84b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.219699 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37160) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:52.283197 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:37:52.363712 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa6aed4f-8507-4f1d-a2a0-3c847d0a7210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.470214 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa6aed4f-8507-4f1d-a2a0-3c847d0a7210 admin admin] Publish callbacks [] for security_group (6aba4895-1c49-4b75-b518-1c4774fa1b6a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.567576 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa6aed4f-8507-4f1d-a2a0-3c847d0a7210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (6aba4895-1c49-4b75-b518-1c4774fa1b6a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.591806 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-333c9dce-3b4c-4466-8878-4b5615341c53 None None] Provisioning complete for port 31eced19-98a0-44c1-8afe-f149c64c5a29 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:52.592346 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-333c9dce-3b4c-4466-8878-4b5615341c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.599682 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Publish callbacks [] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.616202 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-aa6aed4f-8507-4f1d-a2a0-3c847d0a7210 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=277036febfa645efb009e3b7f4995e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951447 Jan 17 09:37:52.617250 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks [] for router_gateway (6a297c0f-ad60-48dc-b03b-fe1117eab84b), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.619024 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aed4f-8507-4f1d-a2a0-3c847d0a7210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aba4895-1c49-4b75-b518-1c4774fa1b6a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:52.624957 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37168) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:52.644952 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.679406 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.685164 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72cc8494-4680-4450-ba10-9561a7379135 admin admin] Publish callbacks [] for security_group (6aba4895-1c49-4b75-b518-1c4774fa1b6a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.708920 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72cc8494-4680-4450-ba10-9561a7379135 admin admin] Publish callbacks [] for security_group (6aba4895-1c49-4b75-b518-1c4774fa1b6a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.756263 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Allocated IP 172.27.1.98 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/d8b88940-e953-44fc-90f6-644b6079e6e3) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:37:52.765950 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Network 9bd2944a-2008-4683-bea7-15df58957c7a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:52.776435 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:52.784160 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:37:52.795346 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Pushing event updated for resources: {'Port': ['ID=e7a507cb-40e3-44ef-a845-df1006ffffcb,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:52.798251 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-333c9dce-3b4c-4466-8878-4b5615341c53 None None] Current status of the port 31eced19-98a0-44c1-8afe-f149c64c5a29 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:52.798803 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-333c9dce-3b4c-4466-8878-4b5615341c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.864521 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72cc8494-4680-4450-ba10-9561a7379135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (6aba4895-1c49-4b75-b518-1c4774fa1b6a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.864927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72cc8494-4680-4450-ba10-9561a7379135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.870109 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-72cc8494-4680-4450-ba10-9561a7379135 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6aba4895-1c49-4b75-b518-1c4774fa1b6a HTTP/1.1" status: 204 len: 168 time: 0.2495804 Jan 17 09:37:52.880964 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-333c9dce-3b4c-4466-8878-4b5615341c53 None None] For port 31eced19-98a0-44c1-8afe-f149c64c5a29, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=31eced19-98a0-44c1-8afe-f149c64c5a29,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:52.887380 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Attempting to bind port e7a507cb-40e3-44ef-a845-df1006ffffcb on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:37:52.887752 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Attempting to bind port e7a507cb-40e3-44ef-a845-df1006ffffcb by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'eb244149-ee73-4d47-905c-da20e9427e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:37:52.888114 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Attempting to bind port e7a507cb-40e3-44ef-a845-df1006ffffcb on network 9bd2944a-2008-4683-bea7-15df58957c7a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:37:52.903072 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '31eced19-98a0-44c1-8afe-f149c64c5a29', 'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'mac_address': 'fa:16:3e:06:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:47Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'subnets': [{'id': '99996228-eb58-494e-b921-94070e3b6d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:52.905246 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:37:52.905580 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Checking segment: {'id': 'eb244149-ee73-4d47-905c-da20e9427e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:52.905981 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.906377 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Bound using segment: {'id': 'eb244149-ee73-4d47-905c-da20e9427e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:37:52.906880 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Bound port: e7a507cb-40e3-44ef-a845-df1006ffffcb, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb244149-ee73-4d47-905c-da20e9427e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:37:52.907229 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.930584 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7707c0-7ad8-4294-9556-d875ee7e8af0 req-b499b69e-9f35-4212-9afe-2822edba56a4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:52.938923 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2e7707c0-7ad8-4294-9556-d875ee7e8af0 req-b499b69e-9f35-4212-9afe-2822edba56a4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0896857 Jan 17 09:37:52.946322 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks [] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:52.947118 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc8494-4680-4450-ba10-9561a7379135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aba4895-1c49-4b75-b518-1c4774fa1b6a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:53.004523 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2e7707c0-7ad8-4294-9556-d875ee7e8af0 req-73e0db57-594b-41a0-87e2-beb19795faf7 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606275 Jan 17 09:37:53.006011 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-333c9dce-3b4c-4466-8878-4b5615341c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:53.007980 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de33628-2784-4aff-a00b-897db6a8b36b None None] The sync data for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi is: [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '31eced19-98a0-44c1-8afe-f149c64c5a29', 'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'mac_address': 'fa:16:3e:06:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:47Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'subnets': [{'id': '99996228-eb58-494e-b921-94070e3b6d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:37:53.068122 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 0535b6ba-7e85-4a45-9e12-e67915ccacad up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:53.083620 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:53.164537 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:53.168653 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:53.172357 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:37:53.192100 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c9dce-3b4c-4466-8878-4b5615341c53 None None] Pushing event updated for resources: {'Port': ['ID=31eced19-98a0-44c1-8afe-f149c64c5a29,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:53.204458 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b88940-e953-44fc-90f6-644b6079e6e3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:53.204583 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] For port e7a507cb-40e3-44ef-a845-df1006ffffcb, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:37:53.214187 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] For port e7a507cb-40e3-44ef-a845-df1006ffffcb, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=e7a507cb-40e3-44ef-a845-df1006ffffcb,segment=NetworkSegment(eb244149-ee73-4d47-905c-da20e9427e2c),segment_id=eb244149-ee73-4d47-905c-da20e9427e2c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:37:53.226073 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 0535b6ba-7e85-4a45-9e12-e67915ccacad triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:53.226452 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:53.285118 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:53.392814 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e20791-5b79-4bdd-a666-05dfe01bf236 None None] Pushing event updated for resources: {'Port': ['ID=e7a507cb-40e3-44ef-a845-df1006ffffcb,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:53.397984 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 0535b6ba-7e85-4a45-9e12-e67915ccacad is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:53.813766 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks [] for router_gateway (6a297c0f-ad60-48dc-b03b-fe1117eab84b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:54.085219 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (6a297c0f-ad60-48dc-b03b-fe1117eab84b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:54.189578 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89757dc-b98f-43e5-8319-a477dfbeb2bb req-b9ba2511-3fee-4d52-84e5-3f8e7d75eeb0 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:54.198175 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a89757dc-b98f-43e5-8319-a477dfbeb2bb req-b9ba2511-3fee-4d52-84e5-3f8e7d75eeb0 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0837021 Jan 17 09:37:54.286289 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a89757dc-b98f-43e5-8319-a477dfbeb2bb req-4f28d7f8-ea9d-450d-b2b3-1617f35d05ca tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811188 Jan 17 09:37:54.414591 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a325d20-0f15-41ba-a864-c88d14dcbca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:54.523729 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Router 6a297c0f-ad60-48dc-b03b-fe1117eab84b is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:37:54.584161 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5382d112-74d0-4248-833e-703461e31a9d None None] Network 9bd2944a-2008-4683-bea7-15df58957c7a requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:37:54.652701 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:37:54.666696 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Sync routers for ids ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:37:54.674758 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d88b34c3-7c4c-4e11-8721-c157cfb899b0 None None] Provisioning complete for port e7a507cb-40e3-44ef-a845-df1006ffffcb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:54.675186 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d88b34c3-7c4c-4e11-8721-c157cfb899b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:54.678327 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Routers {'6a297c0f-ad60-48dc-b03b-fe1117eab84b'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:37:54.678946 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:37:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:54.753870 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:54.755722 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-0cf75a62-ac24-4e87-8b20-7e92665e41e9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0439222 Jan 17 09:37:54.758538 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:54.786368 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d88b34c3-7c4c-4e11-8721-c157cfb899b0 None None] Current status of the port e7a507cb-40e3-44ef-a845-df1006ffffcb is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:54.786982 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d88b34c3-7c4c-4e11-8721-c157cfb899b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:54.803609 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Set router 6a297c0f-ad60-48dc-b03b-fe1117eab84b gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:37:54.840285 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d88b34c3-7c4c-4e11-8721-c157cfb899b0 None None] For port e7a507cb-40e3-44ef-a845-df1006ffffcb, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=e7a507cb-40e3-44ef-a845-df1006ffffcb,segment=NetworkSegment(eb244149-ee73-4d47-905c-da20e9427e2c),segment_id=eb244149-ee73-4d47-905c-da20e9427e2c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:54.942274 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d88b34c3-7c4c-4e11-8721-c157cfb899b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.063286 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b34c3-7c4c-4e11-8721-c157cfb899b0 None None] Pushing event updated for resources: {'Port': ['ID=e7a507cb-40e3-44ef-a845-df1006ffffcb,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:55.075934 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-469c4191-5e38-477a-aff7-d644279f9732 None None] Provisioning complete for port e7a507cb-40e3-44ef-a845-df1006ffffcb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:55.076631 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-469c4191-5e38-477a-aff7-d644279f9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.158333 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device e7a507cb-40e3-44ef-a845-df1006ffffcb up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:55.201953 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:51Z', 'updated_at': '2022-01-17T09:37:53Z', 'revision_number': 3, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'gw_port': {'id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ec:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:52Z', 'updated_at': '2022-01-17T09:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:55.236253 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Checking router: 6a297c0f-ad60-48dc-b03b-fe1117eab84b for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:37:55.237805 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Updating router 6a297c0f-ad60-48dc-b03b-fe1117eab84b port d8b88940-e953-44fc-90f6-644b6079e6e3 binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:37:55.242224 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-469c4191-5e38-477a-aff7-d644279f9732 None None] Current status of the port e7a507cb-40e3-44ef-a845-df1006ffffcb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:55.246369 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port e7a507cb-40e3-44ef-a845-df1006ffffcb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:55.246638 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.285356 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.368006 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port e7a507cb-40e3-44ef-a845-df1006ffffcb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:55.369174 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 31eced19-98a0-44c1-8afe-f149c64c5a29 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:55.427015 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 31eced19-98a0-44c1-8afe-f149c64c5a29 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:55.428116 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.465175 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.471309 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.482773 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553b5b7-b65a-4bf3-8bbc-58be0f0b7d76 req-0dcccb2b-8614-47eb-ae9d-c64876fc4813 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:55.484339 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9553b5b7-b65a-4bf3-8bbc-58be0f0b7d76 req-0dcccb2b-8614-47eb-ae9d-c64876fc4813 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0947623 Jan 17 09:37:55.522588 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 31eced19-98a0-44c1-8afe-f149c64c5a29 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:55.579547 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9553b5b7-b65a-4bf3-8bbc-58be0f0b7d76 req-e13cba21-3872-4f38-9507-fe55c81cc8d6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827019 Jan 17 09:37:55.599525 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Publish callbacks [] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.667330 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.673951 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Allocated IP 172.20.0.1 (9bd2944a-2008-4683-bea7-15df58957c7a/1e96a51a-f4ff-4c37-a6ef-63fe88584d26/a903c3c1-14eb-413c-9867-94ff53319a41) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:37:55.721489 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Attempting to bind port d8b88940-e953-44fc-90f6-644b6079e6e3 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:37:55.722083 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Attempting to bind port d8b88940-e953-44fc-90f6-644b6079e6e3 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:37:55.722852 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Attempting to bind port d8b88940-e953-44fc-90f6-644b6079e6e3 on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:37:55.730023 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:37:55.731367 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:55.731367 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.731367 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:37:55.731661 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Bound port: d8b88940-e953-44fc-90f6-644b6079e6e3, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:37:55.732066 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.767149 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36770a-2433-4778-89e3-534b07d361f9 None None] Pushing event updated for resources: {'Port': ['ID=d8b88940-e953-44fc-90f6-644b6079e6e3,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:55.791223 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Publish callbacks [] for port (a903c3c1-14eb-413c-9867-94ff53319a41), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.796539 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] For port d8b88940-e953-44fc-90f6-644b6079e6e3, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:37:55.800870 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] For port d8b88940-e953-44fc-90f6-644b6079e6e3, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d8b88940-e953-44fc-90f6-644b6079e6e3,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:37:55.862440 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.892497 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.914451 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Routers {'6a297c0f-ad60-48dc-b03b-fe1117eab84b'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:37:55.915089 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:37:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:55.943750 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Network 9bd2944a-2008-4683-bea7-15df58957c7a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:55.947602 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:55.952125 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:37:55.952719 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (6a297c0f-ad60-48dc-b03b-fe1117eab84b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.956934 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a903c3c1-14eb-413c-9867-94ff53319a41,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:55.969914 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36770a-2433-4778-89e3-534b07d361f9 None None] Pushing event updated for resources: {'Port': ['ID=d8b88940-e953-44fc-90f6-644b6079e6e3,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:56.051205 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] Set router 6a297c0f-ad60-48dc-b03b-fe1117eab84b gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:37:56.239655 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.293897 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b82ee69e-7dbe-42fd-9376-767dc65a2319 None None] Provisioning complete for port a903c3c1-14eb-413c-9867-94ff53319a41 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:56.294356 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b82ee69e-7dbe-42fd-9376-767dc65a2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.301101 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:51Z', 'updated_at': '2022-01-17T09:37:53Z', 'revision_number': 3, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'gw_port': {'id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ec:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:52Z', 'updated_at': '2022-01-17T09:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:56.332208 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8af2-745a-49bb-8684-0ff3fb130bbc None None] The sync data for ids ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'] in dv-cinder-815461-8-iscsi is: [{'id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:51Z', 'updated_at': '2022-01-17T09:37:53Z', 'revision_number': 3, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'gw_port': {'id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ec:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:52Z', 'updated_at': '2022-01-17T09:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:37:56.409813 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b82ee69e-7dbe-42fd-9376-767dc65a2319 None None] Port a903c3c1-14eb-413c-9867-94ff53319a41 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:37:56.483631 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Publish callbacks [] for port (a903c3c1-14eb-413c-9867-94ff53319a41), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.528117 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37270) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:56.574966 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.575861 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (6a297c0f-ad60-48dc-b03b-fe1117eab84b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.668922 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a903c3c1-14eb-413c-9867-94ff53319a41,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:56.670632 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5f569d-6c8c-4eb2-b5c8-0d098a667908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.752238 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Network 9bd2944a-2008-4683-bea7-15df58957c7a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:56.753699 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:56.775950 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5f569d-6c8c-4eb2-b5c8-0d098a667908 admin admin] Publish callbacks [] for security_group (452fc099-b056-4f8c-b213-c6a9a96fc821), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.869006 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5f569d-6c8c-4eb2-b5c8-0d098a667908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (452fc099-b056-4f8c-b213-c6a9a96fc821), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.899946 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Router 6a297c0f-ad60-48dc-b03b-fe1117eab84b has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:37:56.951419 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-6b5f569d-6c8c-4eb2-b5c8-0d098a667908 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=60c70fc1cde74c79bb1a0bfeaeec62c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197693 Jan 17 09:37:56.951593 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37276) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:56.957866 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f569d-6c8c-4eb2-b5c8-0d098a667908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452fc099-b056-4f8c-b213-c6a9a96fc821,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:57.034804 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b413cb8-96d7-4b77-b6fc-1ed1f65ca3e5 admin admin] Publish callbacks [] for security_group (452fc099-b056-4f8c-b213-c6a9a96fc821), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.089882 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ec6f73df-4e8a-4b44-ac36-6410a47aff15 None None] Provisioning complete for port a903c3c1-14eb-413c-9867-94ff53319a41 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:57.090391 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ec6f73df-4e8a-4b44-ac36-6410a47aff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.101421 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b413cb8-96d7-4b77-b6fc-1ed1f65ca3e5 admin admin] Publish callbacks [] for security_group (452fc099-b056-4f8c-b213-c6a9a96fc821), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.160552 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:37:57.167402 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f73df-4e8a-4b44-ac36-6410a47aff15 None None] Port a903c3c1-14eb-413c-9867-94ff53319a41 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:37:57.177841 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2a12a50a-31c2-4011-96e1-2af3f169ceb6 admin admin] 10.222.0.73 "PUT /v2.0/routers/6a297c0f-ad60-48dc-b03b-fe1117eab84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4178555 Jan 17 09:37:57.216375 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device e7a507cb-40e3-44ef-a845-df1006ffffcb up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:57.269987 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port e7a507cb-40e3-44ef-a845-df1006ffffcb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:57.270526 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.391983 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port e7a507cb-40e3-44ef-a845-df1006ffffcb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:57.393114 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d8b88940-e953-44fc-90f6-644b6079e6e3 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:57.442971 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port d8b88940-e953-44fc-90f6-644b6079e6e3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:57.443381 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.493177 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.536551 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port d8b88940-e953-44fc-90f6-644b6079e6e3 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:57.537186 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.560651 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port d8b88940-e953-44fc-90f6-644b6079e6e3, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d8b88940-e953-44fc-90f6-644b6079e6e3,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:57.604596 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-5dc8e6b8-c064-474f-9d6b-629e65efd967 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=57d88f2372384256ad488147999e6ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316539 Jan 17 09:37:57.675069 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:37:57.721090 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b413cb8-96d7-4b77-b6fc-1ed1f65ca3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (452fc099-b056-4f8c-b213-c6a9a96fc821), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.724940 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b413cb8-96d7-4b77-b6fc-1ed1f65ca3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.726276 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-3b413cb8-96d7-4b77-b6fc-1ed1f65ca3e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/452fc099-b056-4f8c-b213-c6a9a96fc821 HTTP/1.1" status: 204 len: 168 time: 0.7736495 Jan 17 09:37:57.734966 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b413cb8-96d7-4b77-b6fc-1ed1f65ca3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452fc099-b056-4f8c-b213-c6a9a96fc821,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:57.742407 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.812598 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-d0aacad2-a7eb-47d1-b7ac-ec277ea776ce tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:57.814177 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-d0aacad2-a7eb-47d1-b7ac-ec277ea776ce tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032712 Jan 17 09:37:57.835817 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-5d86878c-0796-417c-aaa2-1f3558befa0d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/quotas/57d88f2372384256ad488147999e6ed1 HTTP/1.1" status: 200 len: 375 time: 0.0133479 Jan 17 09:37:57.843529 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=d8b88940-e953-44fc-90f6-644b6079e6e3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:57.885019 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-d83bd74f-f5d9-483f-a429-ce5a01f2e3c5 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=57d88f2372384256ad488147999e6ed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418189 Jan 17 09:37:58.184154 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a79f6a51-28c6-45b3-8084-e0be073d81c7 req-f01de954-41a2-43e1-be2f-cc4a137706f0 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 210 time: 0.0324435 Jan 17 09:37:58.434417 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:58.766377 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522bd32-14a6-4397-92a0-6923e4daab9e req-cc2f2213-81d5-403d-a98a-0ff3a9839b3c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:58.767925 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f522bd32-14a6-4397-92a0-6923e4daab9e req-cc2f2213-81d5-403d-a98a-0ff3a9839b3c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0692933 Jan 17 09:37:58.818486 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f522bd32-14a6-4397-92a0-6923e4daab9e req-8eb4969a-4079-460b-9f0c-1a10933c2f51 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449371 Jan 17 09:37:58.987976 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Sync routers for ids ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:37:59.006503 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Routers {'6a297c0f-ad60-48dc-b03b-fe1117eab84b'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:37:59.011724 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:37:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:59.087629 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d8b88940-e953-44fc-90f6-644b6079e6e3 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:59.197948 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Set router 6a297c0f-ad60-48dc-b03b-fe1117eab84b gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:37:59.296242 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-75ace1c3-e027-4151-b3ce-7283f34753e9 req-ddb29e99-f27a-4416-a1bd-6d7a9a78d384 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 210 time: 0.0426049 Jan 17 09:37:59.399415 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port d8b88940-e953-44fc-90f6-644b6079e6e3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:59.399789 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:59.632952 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port d8b88940-e953-44fc-90f6-644b6079e6e3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:59.670737 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:51Z', 'updated_at': '2022-01-17T09:37:56Z', 'revision_number': 4, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'gw_port': {'id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:52Z', 'updated_at': '2022-01-17T09:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'a903c3c1-14eb-413c-9867-94ff53319a41', 'name': '', 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'mac_address': 'fa:16:3e:6c:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1e96a51a-f4ff-4c37-a6ef-63fe88584d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:55Z', 'updated_at': '2022-01-17T09:37:56Z', 'revision_number': 2, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'subnets': [{'id': '1e96a51a-f4ff-4c37-a6ef-63fe88584d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:37:59.709665 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Checking router: 6a297c0f-ad60-48dc-b03b-fe1117eab84b for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:37:59.710020 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Updating router 6a297c0f-ad60-48dc-b03b-fe1117eab84b port a903c3c1-14eb-413c-9867-94ff53319a41 binding host dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:37:59.738842 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:00.058845 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Publish callbacks [] for port (a903c3c1-14eb-413c-9867-94ff53319a41), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:00.131100 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:00.228266 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fb394-361c-433a-b870-239dd39a11a3 None None] Pushing event updated for resources: {'Port': ['ID=a903c3c1-14eb-413c-9867-94ff53319a41,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:00.337117 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Attempting to bind port a903c3c1-14eb-413c-9867-94ff53319a41 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:00.337799 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Attempting to bind port a903c3c1-14eb-413c-9867-94ff53319a41 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'eb244149-ee73-4d47-905c-da20e9427e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:00.339714 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Attempting to bind port a903c3c1-14eb-413c-9867-94ff53319a41 on network 9bd2944a-2008-4683-bea7-15df58957c7a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:00.346801 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:00.347489 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Checking segment: {'id': 'eb244149-ee73-4d47-905c-da20e9427e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:00.348185 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:00.348585 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Bound using segment: {'id': 'eb244149-ee73-4d47-905c-da20e9427e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:00.349074 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Bound port: a903c3c1-14eb-413c-9867-94ff53319a41, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb244149-ee73-4d47-905c-da20e9427e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:00.349609 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:00.438662 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] For port a903c3c1-14eb-413c-9867-94ff53319a41, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:00.442448 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] For port a903c3c1-14eb-413c-9867-94ff53319a41, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=a903c3c1-14eb-413c-9867-94ff53319a41,segment=NetworkSegment(eb244149-ee73-4d47-905c-da20e9427e2c),segment_id=eb244149-ee73-4d47-905c-da20e9427e2c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:00.526240 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:00.594901 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fb394-361c-433a-b870-239dd39a11a3 None None] Pushing event updated for resources: {'Port': ['ID=a903c3c1-14eb-413c-9867-94ff53319a41,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:00.632541 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Routers {'6a297c0f-ad60-48dc-b03b-fe1117eab84b'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:00.633514 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:37:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:00.635732 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ddfc141d-1fc2-4a48-87e2-459ace0147b5 None None] Provisioning complete for port a903c3c1-14eb-413c-9867-94ff53319a41 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:00.636168 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddfc141d-1fc2-4a48-87e2-459ace0147b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:00.842621 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] Set router 6a297c0f-ad60-48dc-b03b-fe1117eab84b gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:00.892735 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc141d-1fc2-4a48-87e2-459ace0147b5 None None] Current status of the port a903c3c1-14eb-413c-9867-94ff53319a41 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:00.893125 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddfc141d-1fc2-4a48-87e2-459ace0147b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:01.105802 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ddfc141d-1fc2-4a48-87e2-459ace0147b5 None None] For port a903c3c1-14eb-413c-9867-94ff53319a41, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=a903c3c1-14eb-413c-9867-94ff53319a41,segment=NetworkSegment(eb244149-ee73-4d47-905c-da20e9427e2c),segment_id=eb244149-ee73-4d47-905c-da20e9427e2c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:01.132491 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:51Z', 'updated_at': '2022-01-17T09:37:56Z', 'revision_number': 4, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'gw_port': {'id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:52Z', 'updated_at': '2022-01-17T09:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'a903c3c1-14eb-413c-9867-94ff53319a41', 'name': '', 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'mac_address': 'fa:16:3e:6c:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1e96a51a-f4ff-4c37-a6ef-63fe88584d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:55Z', 'updated_at': '2022-01-17T09:38:00Z', 'revision_number': 4, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'subnets': [{'id': '1e96a51a-f4ff-4c37-a6ef-63fe88584d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:01.166559 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf6930-384e-4aa0-844c-f90a27a0a77b None None] The sync data for ids ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'] in dv-cinder-815461-8-iscsi is: [{'id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:51Z', 'updated_at': '2022-01-17T09:37:56Z', 'revision_number': 4, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'gw_port': {'id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:52Z', 'updated_at': '2022-01-17T09:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'a903c3c1-14eb-413c-9867-94ff53319a41', 'name': '', 'network_id': '9bd2944a-2008-4683-bea7-15df58957c7a', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'mac_address': 'fa:16:3e:6c:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1e96a51a-f4ff-4c37-a6ef-63fe88584d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:55Z', 'updated_at': '2022-01-17T09:38:00Z', 'revision_number': 4, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'subnets': [{'id': '1e96a51a-f4ff-4c37-a6ef-63fe88584d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:38:01.176991 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddfc141d-1fc2-4a48-87e2-459ace0147b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:01.299321 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc141d-1fc2-4a48-87e2-459ace0147b5 None None] Pushing event updated for resources: {'Port': ['ID=a903c3c1-14eb-413c-9867-94ff53319a41,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:01.370586 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d272090f-febf-4389-8a1d-cf9eb6d58ba3 None None] Provisioning complete for port a903c3c1-14eb-413c-9867-94ff53319a41 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:01.371409 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d272090f-febf-4389-8a1d-cf9eb6d58ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:01.500819 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d272090f-febf-4389-8a1d-cf9eb6d58ba3 None None] Current status of the port a903c3c1-14eb-413c-9867-94ff53319a41 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:02.381604 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fda49383-fbfd-413f-a4e0-240eb2bb7d68 req-9febee55-a3c2-46c6-b76a-deb84b41c9e2 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 210 time: 0.0342348 Jan 17 09:38:03.053907 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device a903c3c1-14eb-413c-9867-94ff53319a41 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:03.148697 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port a903c3c1-14eb-413c-9867-94ff53319a41 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:03.151202 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:03.284329 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port a903c3c1-14eb-413c-9867-94ff53319a41 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:03.401796 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-acef856e-a28d-42a5-a092-395587c979af tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=57d88f2372384256ad488147999e6ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260770 Jan 17 09:38:03.531363 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-29d4ae04-cb89-4ad2-a9d8-848b4876de1e req-54d1fdde-13b8-4dc1-9669-2fe89dcfc04e tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 210 time: 0.0515816 Jan 17 09:38:03.600633 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-86e72cb8-b050-4db0-9f7b-8a8b56ac07d8 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:03.602442 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-86e72cb8-b050-4db0-9f7b-8a8b56ac07d8 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935108 Jan 17 09:38:03.615121 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Request body: {'port': {'device_id': '8bf9b58a-6a66-4501-ad42-6c7e690f1804', 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd', 'admin_state_up': True, 'tenant_id': '57d88f2372384256ad488147999e6ed1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:03.808723 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Made reservation on behalf of 57d88f2372384256ad488147999e6ed1 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:38:03.813384 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:03.830992 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:03.927400 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks [] for security_group (c1d6561d-f9a9-4155-868b-245c47f773f1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:04.011084 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (c1d6561d-f9a9-4155-868b-245c47f773f1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:04.076789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6561d-f9a9-4155-868b-245c47f773f1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:04.165676 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Allocated IP 192.168.233.51 (98895a0b-86b4-441d-a83e-4034372fbecd/97b7670b-c8f0-4317-881e-34df6626113c/9abe3be5-0afe-492c-b60c-d47652055119) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:04.380404 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks [] for port (9abe3be5-0afe-492c-b60c-d47652055119), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:04.484652 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (9abe3be5-0afe-492c-b60c-d47652055119), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:04.550810 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Network 98895a0b-86b4-441d-a83e-4034372fbecd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:04.557355 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:04.561842 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:04.568826 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:04.573213 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:04.587361 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Pushing event updated for resources: {'Port': ['ID=9abe3be5-0afe-492c-b60c-d47652055119,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:04.660240 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-c1b19d86-f705-4458-8dd9-b18ebf232410 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0487559 Jan 17 09:38:04.672942 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Request body: {'port': {'device_id': '8bf9b58a-6a66-4501-ad42-6c7e690f1804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:04.710420 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a247-7852-4551-8461-2bd8f3dc2665 req-3e952a12-98c1-4a19-829c-fcc1ef96a3e3 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:04.712850 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d66a247-7852-4551-8461-2bd8f3dc2665 req-3e952a12-98c1-4a19-829c-fcc1ef96a3e3 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 935 time: 0.0900106 Jan 17 09:38:04.790441 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9abe3be5-0afe-492c-b60c-d47652055119), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:04.813232 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d66a247-7852-4551-8461-2bd8f3dc2665 req-aaebcd87-a6c3-4b0f-8bd0-dff045cee31f tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882871 Jan 17 09:38:04.851455 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f8235e1-f684-4572-af54-d26efb692fe1 None None] Provisioning complete for port 9abe3be5-0afe-492c-b60c-d47652055119 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:04.852029 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f8235e1-f684-4572-af54-d26efb692fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (9abe3be5-0afe-492c-b60c-d47652055119), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:04.886802 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f8235e1-f684-4572-af54-d26efb692fe1 None None] Port 9abe3be5-0afe-492c-b60c-d47652055119 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:38:05.195366 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abe3be5-0afe-492c-b60c-d47652055119 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:38:05.195366 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Publish callbacks [] for port (9abe3be5-0afe-492c-b60c-d47652055119), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:05.201124 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Transition to ACTIVE for port object 9abe3be5-0afe-492c-b60c-d47652055119 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:38:05.387529 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9abe3be5-0afe-492c-b60c-d47652055119), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:05.438960 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9abe3be5-0afe-492c-b60c-d47652055119,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:05.475901 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Attempting to bind port 9abe3be5-0afe-492c-b60c-d47652055119 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:05.476236 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Attempting to bind port 9abe3be5-0afe-492c-b60c-d47652055119 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'd301cc14-f66b-4695-b043-b9f5844b5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:05.476574 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Attempting to bind port 9abe3be5-0afe-492c-b60c-d47652055119 on network 98895a0b-86b4-441d-a83e-4034372fbecd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:05.481602 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Port 9abe3be5-0afe-492c-b60c-d47652055119 on network 98895a0b-86b4-441d-a83e-4034372fbecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:38:05.481922 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Attempting to bind port 9abe3be5-0afe-492c-b60c-d47652055119 on network 98895a0b-86b4-441d-a83e-4034372fbecd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:05.487222 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:05.487967 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Checking segment: {'id': 'd301cc14-f66b-4695-b043-b9f5844b5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:05.487967 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Bound using segment: {'id': 'd301cc14-f66b-4695-b043-b9f5844b5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:05.488372 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Bound port: 9abe3be5-0afe-492c-b60c-d47652055119, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd301cc14-f66b-4695-b043-b9f5844b5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:05.488727 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9abe3be5-0afe-492c-b60c-d47652055119), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:05.568225 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] For port 9abe3be5-0afe-492c-b60c-d47652055119, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:05.572447 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] For port 9abe3be5-0afe-492c-b60c-d47652055119, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9abe3be5-0afe-492c-b60c-d47652055119,segment=NetworkSegment(d301cc14-f66b-4695-b043-b9f5844b5f9c),segment_id=d301cc14-f66b-4695-b043-b9f5844b5f9c)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:05.820335 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9abe3be5-0afe-492c-b60c-d47652055119), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:05.857021 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:05.857677 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:05.858990 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/9abe3be5-0afe-492c-b60c-d47652055119 HTTP/1.1" status: 200 len: 1097 time: 1.1904175 Jan 17 09:38:05.859474 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf9b58a-6a66-4501-ad42-6c7e690f1804', 'tag': '9abe3be5-0afe-492c-b60c-d47652055119'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:05.861790 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eef667-380f-4107-a25c-2212418704b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf9b58a-6a66-4501-ad42-6c7e690f1804", "tag": "9abe3be5-0afe-492c-b60c-d47652055119"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:05.885763 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefa130-3dc6-4eb5-8442-74d17c5515f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9abe3be5-0afe-492c-b60c-d47652055119,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:05.913612 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504a73f3-75c5-40f2-8c98-9eb570262791 x-openstack-request-id: req-504a73f3-75c5-40f2-8c98-9eb570262791 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:05.914020 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf9b58a-6a66-4501-ad42-6c7e690f1804", "tag": "9abe3be5-0afe-492c-b60c-d47652055119", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:05.914346 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-504a73f3-75c5-40f2-8c98-9eb570262791 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:05.915338 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf9b58a-6a66-4501-ad42-6c7e690f1804', 'tag': '9abe3be5-0afe-492c-b60c-d47652055119', 'status': 'completed', 'code': 200} Jan 17 09:38:05.962836 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424623f-9df3-4579-944a-f0c282976cfd req-bb7de7d2-ba13-4783-9300-294dc609c462 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:05.964595 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6424623f-9df3-4579-944a-f0c282976cfd req-bb7de7d2-ba13-4783-9300-294dc609c462 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 947 time: 0.0657735 Jan 17 09:38:06.059129 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6424623f-9df3-4579-944a-f0c282976cfd req-92a16dd4-c5c8-4524-bf74-5707825198f4 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847282 Jan 17 09:38:06.062235 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eef667-380f-4107-a25c-2212418704b7 req-7b71da4e-166e-499b-961b-294ffe331819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.063772 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f3eef667-380f-4107-a25c-2212418704b7 req-7b71da4e-166e-499b-961b-294ffe331819 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57d88f2372384256ad488147999e6ed1&device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 1100 time: 0.0982769 Jan 17 09:38:06.367834 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f3eef667-380f-4107-a25c-2212418704b7 req-5a999c49-5fc6-437d-9740-0571a9eceb84 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=57d88f2372384256ad488147999e6ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2873592 Jan 17 09:38:06.561311 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eef667-380f-4107-a25c-2212418704b7 req-0b6bbdc0-60b9-439d-bf5f-5f2b25ed962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.562980 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f3eef667-380f-4107-a25c-2212418704b7 req-0b6bbdc0-60b9-439d-bf5f-5f2b25ed962a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878917 Jan 17 09:38:06.666925 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-329a5d30-a33a-4ee6-959f-827a1ed8c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.668508 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-329a5d30-a33a-4ee6-959f-827a1ed8c2e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57d88f2372384256ad488147999e6ed1&device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 1100 time: 0.0514748 Jan 17 09:38:06.778062 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-339a4c2b-ffa9-46c2-9941-f4790d3cbcd0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=9abe3be5-0afe-492c-b60c-d47652055119 HTTP/1.1" status: 200 len: 217 time: 0.0471039 Jan 17 09:38:06.837252 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-84a15979-efed-4ec6-9984-e7bf237c4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.838881 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-84a15979-efed-4ec6-9984-e7bf237c4b51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97b7670b-c8f0-4317-881e-34df6626113c HTTP/1.1" status: 200 len: 843 time: 0.0536270 Jan 17 09:38:06.896297 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-3e7023b8-33de-4f19-a12f-cd8a8e064fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.897723 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-3e7023b8-33de-4f19-a12f-cd8a8e064fea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98895a0b-86b4-441d-a83e-4034372fbecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0511518 Jan 17 09:38:07.001966 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-930a31c0-7eb6-4794-b0c5-4fd7dbc50002 service neutron] 10.222.0.72 "GET /v2.0/networks/98895a0b-86b4-441d-a83e-4034372fbecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968845 Jan 17 09:38:07.102066 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4fb23992-d4b5-402f-afd2-17063f1ae19d req-5da7558f-fb06-4cf1-ad36-d568d3f56d47 service neutron] 10.222.0.72 "GET /v2.0/networks/98895a0b-86b4-441d-a83e-4034372fbecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911376 Jan 17 09:38:07.233891 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76251b41-a700-4015-8e08-b2001dc87190 req-338f0905-ec18-411e-882c-f6ce2245f491 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:07.235474 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-76251b41-a700-4015-8e08-b2001dc87190 req-338f0905-ec18-411e-882c-f6ce2245f491 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 947 time: 0.0818841 Jan 17 09:38:07.286330 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-76251b41-a700-4015-8e08-b2001dc87190 req-cbcfe796-85c3-47f0-b739-7caa740741f1 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Jan 17 09:38:08.437395 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eff134-9c83-47ce-9a43-936042621495 req-cd8648fe-26db-4b91-aa2c-cb125e43268c tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.438972 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b9eff134-9c83-47ce-9a43-936042621495 req-cd8648fe-26db-4b91-aa2c-cb125e43268c tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 947 time: 0.0645127 Jan 17 09:38:08.514339 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b9eff134-9c83-47ce-9a43-936042621495 req-e2085687-aeac-442c-8634-99e799cfd8a3 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609365 Jan 17 09:38:09.654575 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0062f-e2ef-4d31-b770-a6ac4c6787a3 req-788bda1a-697a-4a16-a352-00028746c259 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:09.656328 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-80f0062f-e2ef-4d31-b770-a6ac4c6787a3 req-788bda1a-697a-4a16-a352-00028746c259 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 947 time: 0.0579581 Jan 17 09:38:09.719637 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-80f0062f-e2ef-4d31-b770-a6ac4c6787a3 req-a015b882-1e79-435c-9faa-731d13f1dc65 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571570 Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.832696 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:38:10.835383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d59f3b12-78fa-4ddd-9bd4-9a634e3b1348 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.838642 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d59f3b12-78fa-4ddd-9bd4-9a634e3b1348 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/networks?id=feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 200 len: 814 time: 0.1298633 Jan 17 09:38:10.865157 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f362e6-4491-435e-9af4-73999690ef6e req-391026a2-bf2f-4856-9f0d-13973b5d059d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.866826 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-67f362e6-4491-435e-9af4-73999690ef6e req-391026a2-bf2f-4856-9f0d-13973b5d059d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 947 time: 0.0789700 Jan 17 09:38:10.868178 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-84d2dff2-6266-49b7-a8fd-9b4110f10a23 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/quotas/f792385fa3114cfea645c6ceba043ae1 HTTP/1.1" status: 200 len: 375 time: 0.0228186 Jan 17 09:38:10.947920 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-67f362e6-4491-435e-9af4-73999690ef6e req-369870d0-36f1-45af-a73e-8c50268946a4 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748117 Jan 17 09:38:10.954504 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-f9b24bc0-8816-4a80-8148-0da53e94b12c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f792385fa3114cfea645c6ceba043ae1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787814 Jan 17 09:38:11.061059 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-24cd352d-d3b9-4d5d-8ef7-1e7fa975bbb5 service neutron] 10.222.0.73 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945194 Jan 17 09:38:11.154733 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d3a76c72-8e89-4aa6-8c43-c9bc85584b1e service neutron] 10.222.0.73 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873458 Jan 17 09:38:12.067537 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a721d-4ca7-4947-8d05-5be465519333 req-9a8e82be-e944-4b66-abdd-0f37f04d257f tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:12.069063 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a95a721d-4ca7-4947-8d05-5be465519333 req-9a8e82be-e944-4b66-abdd-0f37f04d257f tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 947 time: 0.0497105 Jan 17 09:38:12.116973 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a95a721d-4ca7-4947-8d05-5be465519333 req-c20e8e55-e889-47c9-93e2-9d69f59f0bb4 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Jan 17 09:38:12.223404 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9abe3be5-0afe-492c-b60c-d47652055119 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:38:12.324130 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9abe3be5-0afe-492c-b60c-d47652055119, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9abe3be5-0afe-492c-b60c-d47652055119,segment=NetworkSegment(d301cc14-f66b-4695-b043-b9f5844b5f9c),segment_id=d301cc14-f66b-4695-b043-b9f5844b5f9c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:12.336785 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '9abe3be5-0afe-492c-b60c-d47652055119', 'network_id': '98895a0b-86b4-441d-a83e-4034372fbecd', 'port_id': '9abe3be5-0afe-492c-b60c-d47652055119', 'mac_address': 'fa:16:3e:97:ef:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b7670b-c8f0-4317-881e-34df6626113c', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:38:12.391767 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 9abe3be5-0afe-492c-b60c-d47652055119 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:12.392167 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9abe3be5-0afe-492c-b60c-d47652055119), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:12.411512 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abe3be5-0afe-492c-b60c-d47652055119 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:38:12.432246 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9abe3be5-0afe-492c-b60c-d47652055119, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9abe3be5-0afe-492c-b60c-d47652055119,segment=NetworkSegment(d301cc14-f66b-4695-b043-b9f5844b5f9c),segment_id=d301cc14-f66b-4695-b043-b9f5844b5f9c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:12.472629 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-25a5bc83-a817-4d52-a01e-32bf8ccd75d8 req-b1b6cd01-51c6-472d-8e04-97d6bccd6d80 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 210 time: 0.0499594 Jan 17 09:38:12.518652 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9abe3be5-0afe-492c-b60c-d47652055119), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:12.578012 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=9abe3be5-0afe-492c-b60c-d47652055119,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:12.661871 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:12.967115 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['9abe3be5-0afe-492c-b60c-d47652055119'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:38:13.238030 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712ee67-ee89-429b-99fa-520c33747b63 req-3d324940-e7e3-47a8-a957-7e0221dbf939 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:13.239508 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2712ee67-ee89-429b-99fa-520c33747b63 req-3d324940-e7e3-47a8-a957-7e0221dbf939 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 948 time: 0.0499458 Jan 17 09:38:13.286862 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2712ee67-ee89-429b-99fa-520c33747b63 req-0e7e3815-8852-4291-8a63-cc5c48ce3a34 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Jan 17 09:38:13.552304 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-77a93dbe-67c8-43e8-85ad-8632a9b100c2 req-282952b9-da87-4bba-904e-b4723b78a925 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 210 time: 0.0251682 Jan 17 09:38:13.777808 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-51529bd7-3f11-453c-bc34-e13b9508d129 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402343 Jan 17 09:38:13.865603 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-3c43258f-4b01-4115-8a45-ea055949442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:13.868120 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-3c43258f-4b01-4115-8a45-ea055949442c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 1098 time: 0.0476580 Jan 17 09:38:13.970429 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-56220b1a-6c6c-4948-aebc-7a1182f873b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:13.971977 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-56220b1a-6c6c-4948-aebc-7a1182f873b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 912 time: 0.0828581 Jan 17 09:38:14.408001 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cf538-eb39-484c-94e3-dcee2c296558 req-64677962-65f7-4abd-bea5-cf7cf58b4b67 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:14.409474 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-245cf538-eb39-484c-94e3-dcee2c296558 req-64677962-65f7-4abd-bea5-cf7cf58b4b67 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 948 time: 0.0496120 Jan 17 09:38:14.459019 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-245cf538-eb39-484c-94e3-dcee2c296558 req-8c4e89f5-8e41-4c5c-91e8-873aa344a7af tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Jan 17 09:38:14.628568 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ab65c6be-e5db-4974-bd85-f67b4b40bf7b req-12d89275-b328-4351-8a60-84c6ccf73e95 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 210 time: 0.0262487 Jan 17 09:38:16.499952 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5734d8d3-992b-439e-8cf6-27e60844d951 req-bbb953a6-c9ac-465a-b479-2a7b01985092 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 210 time: 0.0581999 Jan 17 09:38:16.506453 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-f6a1d372-fcf6-4377-be85-9850edcb3b58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a HTTP/1.1" status: 200 len: 1000 time: 0.1203747 Jan 17 09:38:16.525605 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbe6fb-aaa1-4f18-b537-3702137ee7be req-3dee9e63-89f1-46ae-9be2-75920be7a4e3 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:16.527060 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a3cbe6fb-aaa1-4f18-b537-3702137ee7be req-3dee9e63-89f1-46ae-9be2-75920be7a4e3 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 948 time: 0.0820527 Jan 17 09:38:16.573526 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a3cbe6fb-aaa1-4f18-b537-3702137ee7be req-92ebc172-8e3d-4b8b-bea5-a929a0368b50 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Jan 17 09:38:17.962078 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-31c23d93-da09-41f3-a5e1-c7f6f3f2df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:17.963468 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-31c23d93-da09-41f3-a5e1-c7f6f3f2df3f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 200 len: 850 time: 0.0431695 Jan 17 09:38:18.008907 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-62d6f7a6-5707-4bd9-8625-e8cc15773c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:18.010407 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-62d6f7a6-5707-4bd9-8625-e8cc15773c4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a3ad31e-340c-42a2-a66d-c437bb4da741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412161 Jan 17 09:38:18.104032 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-778f1252-2f77-473d-bae8-e9b291e63bb6 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867095 Jan 17 09:38:18.191931 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-150b1dd4-8175-49a5-bad8-0fc8add8608a req-c926bdcc-6670-4e80-83e0-113a362412a7 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807920 Jan 17 09:38:18.553843 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad28387d-7421-42d0-9db4-134a01141447 req-ab3bdab8-4117-493c-ba5f-9aa9820da5ae tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 210 time: 0.0369937 Jan 17 09:38:18.594589 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fd74f-febd-4663-8045-33b9006e99be req-18ae338e-104b-43d1-ad4e-9b541b1c9582 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:18.596057 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-986fd74f-febd-4663-8045-33b9006e99be req-18ae338e-104b-43d1-ad4e-9b541b1c9582 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 948 time: 0.0686507 Jan 17 09:38:18.642211 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-986fd74f-febd-4663-8045-33b9006e99be req-4d35fe2f-17da-4e64-aad6-5e28d7b176fd tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Jan 17 09:38:19.558039 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-94ecf7eb-72ee-48d8-b89e-033b515d3d92 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.559736 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-94ecf7eb-72ee-48d8-b89e-033b515d3d92 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.72 "GET /v2.0/networks?id=feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 200 len: 814 time: 0.1209002 Jan 17 09:38:19.574999 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'port': {'device_id': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'admin_state_up': True, 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:19.673097 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f1878078-b532-455e-9e7f-9577cd752535 req-7da180d2-e075-4256-9986-4af4d8e64313 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 210 time: 0.0332961 Jan 17 09:38:19.770145 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21780d52-4d2a-4681-b99e-39412a7c40fc req-2ee0edb7-9f7b-4e61-a9be-4869411066f5 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.771780 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-21780d52-4d2a-4681-b99e-39412a7c40fc req-2ee0edb7-9f7b-4e61-a9be-4869411066f5 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 948 time: 0.0557158 Jan 17 09:38:19.812061 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Made reservation on behalf of f792385fa3114cfea645c6ceba043ae1 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:38:19.815703 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:19.845523 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-21780d52-4d2a-4681-b99e-39412a7c40fc req-ecb4cf84-5f50-4277-bed0-da0f2a9b8f26 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654507 Jan 17 09:38:19.972817 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Allocated IP 172.20.0.8 (feb3a3e8-e5ae-4538-b417-9588c08877b8/99996228-eb58-494e-b921-94070e3b6d09/5f136342-57ba-441e-a8fb-ae546ce8a7b4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:20.127485 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.239464 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.283009 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37754) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:20.294049 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Network feb3a3e8-e5ae-4538-b417-9588c08877b8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:20.297119 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:20.304367 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:20.308293 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9abe3be5-0afe-492c-b60c-d47652055119 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:20.311287 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:20.311657 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.321822 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'Port': ['ID=5f136342-57ba-441e-a8fb-ae546ce8a7b4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:20.332749 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.332749 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.333377 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.333504 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.333744 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.334079 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.334412 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.334745 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.335075 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.335480 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.343518 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.343518 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.343518 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:20.394236 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-d9fd2606-f26f-4ab5-b32e-07d2680e6e6e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8230169 Jan 17 09:38:20.413438 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Request body: {'port': {'device_id': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:20.517593 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 9abe3be5-0afe-492c-b60c-d47652055119 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:38:20.522836 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 9abe3be5-0afe-492c-b60c-d47652055119 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:20.524091 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (9abe3be5-0afe-492c-b60c-d47652055119), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.531993 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.545057 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.659564 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 9abe3be5-0afe-492c-b60c-d47652055119 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:20.659961 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9abe3be5-0afe-492c-b60c-d47652055119), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.687128 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf9b58a-6a66-4501-ad42-6c7e690f1804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe3be5-0afe-492c-b60c-d47652055119'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:20.691361 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e2d701-75d9-4948-a7ee-7224bb868689" -d '{"events": [{"server_uuid": "8bf9b58a-6a66-4501-ad42-6c7e690f1804", "name": "network-vif-plugged", "status": "completed", "tag": "9abe3be5-0afe-492c-b60c-d47652055119"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:20.694780 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Publish callbacks [] for security_group (5d8e7e82-dff0-4b41-9697-d15ada6aaf4b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.704674 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9abe3be5-0afe-492c-b60c-d47652055119, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9abe3be5-0afe-492c-b60c-d47652055119,segment=NetworkSegment(d301cc14-f66b-4695-b043-b9f5844b5f9c),segment_id=d301cc14-f66b-4695-b043-b9f5844b5f9c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:20.767975 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-821a42df-cdbf-439a-8602-7435d0f4da23 None None] Provisioning complete for port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:20.783468 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-821a42df-cdbf-439a-8602-7435d0f4da23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.815939 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (5d8e7e82-dff0-4b41-9697-d15ada6aaf4b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.816566 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-821a42df-cdbf-439a-8602-7435d0f4da23 None None] Port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:38:20.818061 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9abe3be5-0afe-492c-b60c-d47652055119), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:20.889579 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9277d83e1464a27bf81d7ee69e4b788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6045811 Jan 17 09:38:20.893080 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=9abe3be5-0afe-492c-b60c-d47652055119,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:20.896655 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37782) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:20.998686 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f136342-57ba-441e-a8fb-ae546ce8a7b4 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:38:21.005418 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8e7e82-dff0-4b41-9697-d15ada6aaf4b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:21.017541 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Publish callbacks [] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:21.036774 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.037117 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.037633 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.038180 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.038755 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.040550 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.041071 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.041630 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.042182 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.042782 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.043386 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.043918 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.044633 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a5f02-a4d8-432c-a961-d5eca33d8c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:21.051838 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Transition to ACTIVE for port object 5f136342-57ba-441e-a8fb-ae546ce8a7b4 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:38:21.062005 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a00e254-8a54-4f01-9515-f0f3b0402420 admin admin] Publish callbacks [] for security_group (5d8e7e82-dff0-4b41-9697-d15ada6aaf4b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:21.087347 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caecc4-97a0-4153-b20d-5f01f30adfd6 req-52c8e421-f552-49e5-a9b8-ed25f6144ad0 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:21.089105 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c0caecc4-97a0-4153-b20d-5f01f30adfd6 req-52c8e421-f552-49e5-a9b8-ed25f6144ad0 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 931 time: 0.0847242 Jan 17 09:38:21.122014 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b5a739-7ffb-416d-8c38-232a71a2ebb6 x-openstack-request-id: req-24b5a739-7ffb-416d-8c38-232a71a2ebb6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:21.122339 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a00e254-8a54-4f01-9515-f0f3b0402420 admin admin] Publish callbacks [] for security_group (5d8e7e82-dff0-4b41-9697-d15ada6aaf4b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:21.123182 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf9b58a-6a66-4501-ad42-6c7e690f1804", "name": "network-vif-plugged", "status": "completed", "tag": "9abe3be5-0afe-492c-b60c-d47652055119", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:21.123745 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24b5a739-7ffb-416d-8c38-232a71a2ebb6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:21.124484 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf9b58a-6a66-4501-ad42-6c7e690f1804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe3be5-0afe-492c-b60c-d47652055119', 'code': 200} Jan 17 09:38:21.128148 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:21.237564 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c0caecc4-97a0-4153-b20d-5f01f30adfd6 req-996e4f80-3ac1-45c5-ba01-9c95f8da9940 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340456 Jan 17 09:38:21.255038 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Pushing event updated for resources: {'Port': ['ID=5f136342-57ba-441e-a8fb-ae546ce8a7b4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:21.295432 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a00e254-8a54-4f01-9515-f0f3b0402420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (5d8e7e82-dff0-4b41-9697-d15ada6aaf4b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:21.295432 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a00e254-8a54-4f01-9515-f0f3b0402420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:21.300134 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2a00e254-8a54-4f01-9515-f0f3b0402420 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d8e7e82-dff0-4b41-9697-d15ada6aaf4b HTTP/1.1" status: 204 len: 168 time: 0.3927500 Jan 17 09:38:21.322737 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00e254-8a54-4f01-9515-f0f3b0402420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8e7e82-dff0-4b41-9697-d15ada6aaf4b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:21.384537 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Attempting to bind port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:21.385019 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Attempting to bind port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:21.385942 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Attempting to bind port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 on network feb3a3e8-e5ae-4538-b417-9588c08877b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:21.399564 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4b61b-2472-480c-bbf3-4959c224bcb5 req-2c56f21e-7d20-4249-9dd5-c96732fdb254 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:21.401441 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3d4b61b-2472-480c-bbf3-4959c224bcb5 req-2c56f21e-7d20-4249-9dd5-c96732fdb254 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 949 time: 0.1685107 Jan 17 09:38:21.413633 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 on network feb3a3e8-e5ae-4538-b417-9588c08877b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:38:21.414074 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Attempting to bind port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 on network feb3a3e8-e5ae-4538-b417-9588c08877b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:21.463202 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:21.463852 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Checking segment: {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:21.464248 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Bound using segment: {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:21.464717 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Bound port: 5f136342-57ba-441e-a8fb-ae546ce8a7b4, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b856f35-1d63-42e1-8778-d7d1570e59ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:21.465183 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:21.614382 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3d4b61b-2472-480c-bbf3-4959c224bcb5 req-a9af3b86-c6a9-4a5a-b1db-c9bf04fb58df tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950212 Jan 17 09:38:21.650853 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3840bb-b0e5-4876-9889-301c27a82d8b req-37a89822-4d32-4b11-95e8-42871cde0f52 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:21.658771 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ab3840bb-b0e5-4876-9889-301c27a82d8b req-37a89822-4d32-4b11-95e8-42871cde0f52 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.2548211 Jan 17 09:38:21.685305 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] For port 5f136342-57ba-441e-a8fb-ae546ce8a7b4, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:21.709605 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] For port 5f136342-57ba-441e-a8fb-ae546ce8a7b4, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:21.744507 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ab3840bb-b0e5-4876-9889-301c27a82d8b req-a7e7d401-2dc6-4885-b4e6-5351fd18a5a3 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790329 Jan 17 09:38:21.788418 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:21.837123 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:21.838013 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:21.840358 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] 10.222.0.72 "PUT /v2.0/ports/5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 1093 time: 1.4343507 Jan 17 09:38:21.846072 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:21.853236 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c7f15-606e-4f86-a2d9-6aded18c95d3" -d '{"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:21.890040 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c822a2-ce5b-4b28-8a11-145218b30645 service neutron] Pushing event updated for resources: {'Port': ['ID=5f136342-57ba-441e-a8fb-ae546ce8a7b4,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:21.987524 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-228ef53f-8b3f-4f9a-b191-1c59e1176476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:22.218317 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37802) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:22.245955 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ae95276-d7c4-4649-a4a3-23878e200af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:22.410782 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ae95276-d7c4-4649-a4a3-23878e200af6 admin admin] Publish callbacks [] for security_group (8f82551f-53c2-49fe-a921-c87ba3482fec), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:22.513423 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ae95276-d7c4-4649-a4a3-23878e200af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8f82551f-53c2-49fe-a921-c87ba3482fec), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:22.552809 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2ae95276-d7c4-4649-a4a3-23878e200af6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1133b5cdaa4144eb89fd861efba343fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324776 Jan 17 09:38:22.553745 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae95276-d7c4-4649-a4a3-23878e200af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f82551f-53c2-49fe-a921-c87ba3482fec,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:22.555430 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37806) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:22.617086 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd70d4b2-6930-47c4-a9aa-0ed5919a736f admin admin] Publish callbacks [] for security_group (8f82551f-53c2-49fe-a921-c87ba3482fec), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:22.642372 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd70d4b2-6930-47c4-a9aa-0ed5919a736f admin admin] Publish callbacks [] for security_group (8f82551f-53c2-49fe-a921-c87ba3482fec), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:22.782043 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd70d4b2-6930-47c4-a9aa-0ed5919a736f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8f82551f-53c2-49fe-a921-c87ba3482fec), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:22.784669 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd70d4b2-6930-47c4-a9aa-0ed5919a736f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:22.785868 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-bd70d4b2-6930-47c4-a9aa-0ed5919a736f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f82551f-53c2-49fe-a921-c87ba3482fec HTTP/1.1" status: 204 len: 168 time: 0.2294018 Jan 17 09:38:22.793896 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70d4b2-6930-47c4-a9aa-0ed5919a736f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f82551f-53c2-49fe-a921-c87ba3482fec,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:24.489785 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:24.506085 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-525b60d7-682e-43cb-81c5-0bcd2a90eb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:24.581316 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fed1161-e3b6-44f2-b5b7-3b18e68a4a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:24.582597 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-525b60d7-682e-43cb-81c5-0bcd2a90eb1f admin admin] Publish callbacks [] for security_group (eaa7cca4-ad9d-408c-bfa2-d05ffee88491), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:24.649986 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-525b60d7-682e-43cb-81c5-0bcd2a90eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (eaa7cca4-ad9d-408c-bfa2-d05ffee88491), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:24.686567 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b60d7-682e-43cb-81c5-0bcd2a90eb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa7cca4-ad9d-408c-bfa2-d05ffee88491,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:24.690831 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-525b60d7-682e-43cb-81c5-0bcd2a90eb1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36fd82a52fb145eebed9667b93a3f07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999393 Jan 17 09:38:24.693433 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37828) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:24.744617 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5688f768-9332-4371-8376-7739172986f5 admin admin] Publish callbacks [] for security_group (eaa7cca4-ad9d-408c-bfa2-d05ffee88491), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:24.774680 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5688f768-9332-4371-8376-7739172986f5 admin admin] Publish callbacks [] for security_group (eaa7cca4-ad9d-408c-bfa2-d05ffee88491), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:24.894203 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5688f768-9332-4371-8376-7739172986f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (eaa7cca4-ad9d-408c-bfa2-d05ffee88491), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:24.897002 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5688f768-9332-4371-8376-7739172986f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:24.898954 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5688f768-9332-4371-8376-7739172986f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eaa7cca4-ad9d-408c-bfa2-d05ffee88491 HTTP/1.1" status: 204 len: 168 time: 0.2037995 Jan 17 09:38:24.908052 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688f768-9332-4371-8376-7739172986f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa7cca4-ad9d-408c-bfa2-d05ffee88491,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:25.422152 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:26.053748 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37856) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:26.166420 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1864521361-network', 'tenant_id': '27f4051841264572a32481e0c189dff9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:26.253607 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Made reservation on behalf of 27f4051841264572a32481e0c189dff9 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:38:26.256048 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:26.264956 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:26.340992 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Publish callbacks [] for security_group (5551d34e-e012-4a79-8a4b-ccaf013cbcd0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:26.433386 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (5551d34e-e012-4a79-8a4b-ccaf013cbcd0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:26.460718 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:38:26.476156 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5551d34e-e012-4a79-8a4b-ccaf013cbcd0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:26.479170 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (865c6370-31ce-4647-87f4-ec8268cdc18c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:26.479753 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Added segment 865c6370-31ce-4647-87f4-ec8268cdc18c of type vlan for network cad14386-aaff-423a-a690-1412877391b0 Jan 17 09:38:26.524153 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (cad14386-aaff-423a-a690-1412877391b0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:26.616414 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (cad14386-aaff-423a-a690-1412877391b0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:26.617966 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:26.618704 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:26.679452 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=cad14386-aaff-423a-a690-1412877391b0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:26.690657 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network cad14386-aaff-423a-a690-1412877391b0 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:38:26.745453 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2d47633e-2d7d-458c-bb55-7155f817b9e2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6905670 Jan 17 09:38:26.748474 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:26.756709 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Request body: {'subnet': {'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1864521361-subnet', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:26.866105 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37868) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:26.981830 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6089719f-c70d-442e-aba9-2af5243d9319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.053082 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6089719f-c70d-442e-aba9-2af5243d9319 admin admin] Publish callbacks [] for security_group (2114aed6-dab0-4ac5-ae1b-d500274f541a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.227980 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Made reservation on behalf of 27f4051841264572a32481e0c189dff9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:38:27.230279 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.284027 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.314007 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6089719f-c70d-442e-aba9-2af5243d9319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (2114aed6-dab0-4ac5-ae1b-d500274f541a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.390084 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089719f-c70d-442e-aba9-2af5243d9319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2114aed6-dab0-4ac5-ae1b-d500274f541a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:27.396002 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6089719f-c70d-442e-aba9-2af5243d9319 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0cab4df2723f4be6b62e4b96a97ea9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303724 Jan 17 09:38:27.399709 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37872) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:27.465959 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e838-2e82-4c21-9631-9ead1080f557 admin admin] Publish callbacks [] for security_group (2114aed6-dab0-4ac5-ae1b-d500274f541a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.503710 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e838-2e82-4c21-9631-9ead1080f557 admin admin] Publish callbacks [] for security_group (2114aed6-dab0-4ac5-ae1b-d500274f541a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.593325 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (37313958-91c3-434f-9c3c-76a07ea42190), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.625164 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e838-2e82-4c21-9631-9ead1080f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (2114aed6-dab0-4ac5-ae1b-d500274f541a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.627874 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e838-2e82-4c21-9631-9ead1080f557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.628984 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-7fa4e838-2e82-4c21-9631-9ead1080f557 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2114aed6-dab0-4ac5-ae1b-d500274f541a HTTP/1.1" status: 204 len: 168 time: 0.2309563 Jan 17 09:38:27.668615 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4e838-2e82-4c21-9631-9ead1080f557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2114aed6-dab0-4ac5-ae1b-d500274f541a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:27.670519 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Checking segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:27.671122 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Network hostable DHCP agents. Network: cad14386-aaff-423a-a690-1412877391b0, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:38:27.676629 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37313958-91c3-434f-9c3c-76a07ea42190,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:27.770447 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Network cad14386-aaff-423a-a690-1412877391b0 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:38:27.878915 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, cad14386-aaff-423a-a690-1412877391b0) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:27.883770 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:27.884486 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:27.888440 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ae34c5-aa5d-47f9-a07f-320d9fbfcacc None None] Network cad14386-aaff-423a-a690-1412877391b0 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:38:27.977898 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c93705d5-9de3-4b84-9cec-4d250ed58d3f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2263730 Jan 17 09:38:27.981915 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37880) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:27.988762 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:28.052838 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-cad14386-aaff-423a-a690-1412877391b0', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:38:28.055092 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.100424 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (a5f8d239-61cb-450b-afdc-7bc159a2be3d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.104032 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (a5f8d239-61cb-450b-afdc-7bc159a2be3d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.195878 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks [] for router_controller (a5f8d239-61cb-450b-afdc-7bc159a2be3d), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.235415 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Allocated IP 172.20.0.2 (cad14386-aaff-423a-a690-1412877391b0/37313958-91c3-434f-9c3c-76a07ea42190/7c56119c-a81a-4cce-841d-7ff44b11f035) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:28.402094 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks [] for router_gateway (a5f8d239-61cb-450b-afdc-7bc159a2be3d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.423540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.441691 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Publish callbacks [] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.622061 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.664108 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Network cad14386-aaff-423a-a690-1412877391b0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:28.667068 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:28.670628 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:28.681270 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Pushing event updated for resources: {'Port': ['ID=7c56119c-a81a-4cce-841d-7ff44b11f035,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:28.724723 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks [] for router_gateway (a5f8d239-61cb-450b-afdc-7bc159a2be3d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.745700 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.779519 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Attempting to bind port 7c56119c-a81a-4cce-841d-7ff44b11f035 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:28.780414 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Attempting to bind port 7c56119c-a81a-4cce-841d-7ff44b11f035 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:28.781018 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Attempting to bind port 7c56119c-a81a-4cce-841d-7ff44b11f035 on network cad14386-aaff-423a-a690-1412877391b0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:28.789123 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:28.790071 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Checking segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:28.790733 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.791984 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Bound using segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:28.793194 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Bound port: 7c56119c-a81a-4cce-841d-7ff44b11f035, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:28.793689 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.863753 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] For port 7c56119c-a81a-4cce-841d-7ff44b11f035, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:28.868556 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] For port 7c56119c-a81a-4cce-841d-7ff44b11f035, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=7c56119c-a81a-4cce-841d-7ff44b11f035,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:28.911383 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Allocated IP 172.27.1.108 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/6e615fd3-1e42-452a-a90e-593d898f8457) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:28.940281 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:28.999970 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c7d31-480d-4727-8d07-85f068c95fc1 None None] Pushing event updated for resources: {'Port': ['ID=7c56119c-a81a-4cce-841d-7ff44b11f035,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:29.020347 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks [] for port (6e615fd3-1e42-452a-a90e-593d898f8457), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:29.117190 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:29.159944 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:29.162922 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:29.169691 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:29.215185 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Pushing event updated for resources: {'Port': ['ID=6e615fd3-1e42-452a-a90e-593d898f8457,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:29.602589 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks [] for router_gateway (a5f8d239-61cb-450b-afdc-7bc159a2be3d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:29.976913 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (a5f8d239-61cb-450b-afdc-7bc159a2be3d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:30.161580 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d298092-c916-49c1-87f2-f60b1f642b51 None None] Network cad14386-aaff-423a-a690-1412877391b0 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:38:30.225425 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Router a5f8d239-61cb-450b-afdc-7bc159a2be3d is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:38:30.273825 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-34ce0189-300f-4b03-9367-88b77e7120aa None None] Provisioning complete for port 7c56119c-a81a-4cce-841d-7ff44b11f035 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:30.274517 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-34ce0189-300f-4b03-9367-88b77e7120aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:30.385997 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:38:30.397934 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Sync routers for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:38:30.408693 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-34ce0189-300f-4b03-9367-88b77e7120aa None None] Current status of the port 7c56119c-a81a-4cce-841d-7ff44b11f035 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:30.409248 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-34ce0189-300f-4b03-9367-88b77e7120aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:30.411449 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:30.412055 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:30.449762 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-34ce0189-300f-4b03-9367-88b77e7120aa None None] For port 7c56119c-a81a-4cce-841d-7ff44b11f035, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=7c56119c-a81a-4cce-841d-7ff44b11f035,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:30.487560 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:30.489092 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-d7727ab7-9d18-44c8-8a1e-1aef40559613 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5057831 Jan 17 09:38:30.492891 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:30.519234 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:30.552170 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-34ce0189-300f-4b03-9367-88b77e7120aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:30.637115 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce0189-300f-4b03-9367-88b77e7120aa None None] Pushing event updated for resources: {'Port': ['ID=7c56119c-a81a-4cce-841d-7ff44b11f035,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:30.682284 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1fe13667-6680-4e4d-abf7-7ab0d1057d7d None None] Provisioning complete for port 7c56119c-a81a-4cce-841d-7ff44b11f035 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:30.682807 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fe13667-6680-4e4d-abf7-7ab0d1057d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:30.800299 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:29Z', 'revision_number': 3, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:30.821625 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1fe13667-6680-4e4d-abf7-7ab0d1057d7d None None] Current status of the port 7c56119c-a81a-4cce-841d-7ff44b11f035 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:30.830485 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Checking router: a5f8d239-61cb-450b-afdc-7bc159a2be3d for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:38:30.830939 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Updating router a5f8d239-61cb-450b-afdc-7bc159a2be3d port 6e615fd3-1e42-452a-a90e-593d898f8457 binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:38:30.858505 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.039792 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 7c56119c-a81a-4cce-841d-7ff44b11f035 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:31.092425 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 7c56119c-a81a-4cce-841d-7ff44b11f035 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:31.092425 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.132178 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Publish callbacks [] for port (6e615fd3-1e42-452a-a90e-593d898f8457), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.191374 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 7c56119c-a81a-4cce-841d-7ff44b11f035 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:31.221353 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.253676 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.267068 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a82ba7-f9e6-4938-beb7-9bf50cb8e173 None None] Pushing event updated for resources: {'Port': ['ID=6e615fd3-1e42-452a-a90e-593d898f8457,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:31.285125 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Attempting to bind port 6e615fd3-1e42-452a-a90e-593d898f8457 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:31.285504 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Attempting to bind port 6e615fd3-1e42-452a-a90e-593d898f8457 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:31.285867 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Attempting to bind port 6e615fd3-1e42-452a-a90e-593d898f8457 on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:31.292003 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:31.293369 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:31.293796 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.294193 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:31.294670 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Bound port: 6e615fd3-1e42-452a-a90e-593d898f8457, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:31.295250 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.358555 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] For port 6e615fd3-1e42-452a-a90e-593d898f8457, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:31.361877 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] For port 6e615fd3-1e42-452a-a90e-593d898f8457, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6e615fd3-1e42-452a-a90e-593d898f8457,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:31.444584 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Allocated IP 172.20.0.1 (cad14386-aaff-423a-a690-1412877391b0/37313958-91c3-434f-9c3c-76a07ea42190/dc813aa4-038e-406f-a9e3-50742e104560) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:31.508559 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.549975 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Publish callbacks [] for port (dc813aa4-038e-406f-a9e3-50742e104560), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.570020 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a82ba7-f9e6-4938-beb7-9bf50cb8e173 None None] Pushing event updated for resources: {'Port': ['ID=6e615fd3-1e42-452a-a90e-593d898f8457,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:31.573006 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:31.573592 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:31.662229 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (dc813aa4-038e-406f-a9e3-50742e104560), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.673854 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:31.703416 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Network cad14386-aaff-423a-a690-1412877391b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:31.706675 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:31.710732 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:31.711179 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (a5f8d239-61cb-450b-afdc-7bc159a2be3d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:31.759036 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Pushing event updated for resources: {'Port': ['ID=dc813aa4-038e-406f-a9e3-50742e104560,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:31.901169 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:29Z', 'revision_number': 3, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:31.931737 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead11d1-bbcb-4118-891a-eb1dd6a3360e None None] The sync data for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi is: [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:29Z', 'revision_number': 3, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:38:31.977560 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (dc813aa4-038e-406f-a9e3-50742e104560), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:32.060738 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-341c8754-5c5e-4d1e-ac95-534406f0a47a None None] Provisioning complete for port dc813aa4-038e-406f-a9e3-50742e104560 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:32.062384 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-341c8754-5c5e-4d1e-ac95-534406f0a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (dc813aa4-038e-406f-a9e3-50742e104560), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:32.154012 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-341c8754-5c5e-4d1e-ac95-534406f0a47a None None] Port dc813aa4-038e-406f-a9e3-50742e104560 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:38:32.301087 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Publish callbacks [] for port (dc813aa4-038e-406f-a9e3-50742e104560), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:32.376601 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (dc813aa4-038e-406f-a9e3-50742e104560), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:32.377375 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (a5f8d239-61cb-450b-afdc-7bc159a2be3d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:32.474805 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Pushing event updated for resources: {'Port': ['ID=dc813aa4-038e-406f-a9e3-50742e104560,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:32.531484 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Network cad14386-aaff-423a-a690-1412877391b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:32.532873 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:32.703195 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Router a5f8d239-61cb-450b-afdc-7bc159a2be3d has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:38:32.837423 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:38:32.842626 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-65708d7b-3d50-4353-a97a-6927a3f3433e admin admin] 10.222.0.73 "PUT /v2.0/routers/a5f8d239-61cb-450b-afdc-7bc159a2be3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3485970 Jan 17 09:38:32.884682 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e87545a9-c726-4b9e-b477-9e3594225dc2 None None] Provisioning complete for port dc813aa4-038e-406f-a9e3-50742e104560 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:32.885750 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e87545a9-c726-4b9e-b477-9e3594225dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (dc813aa4-038e-406f-a9e3-50742e104560), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:32.920984 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e87545a9-c726-4b9e-b477-9e3594225dc2 None None] Port dc813aa4-038e-406f-a9e3-50742e104560 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:38:33.016049 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6e615fd3-1e42-452a-a90e-593d898f8457 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:33.069473 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 6e615fd3-1e42-452a-a90e-593d898f8457 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:33.069850 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:33.156158 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 6e615fd3-1e42-452a-a90e-593d898f8457 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:33.156549 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:33.177491 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 6e615fd3-1e42-452a-a90e-593d898f8457, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6e615fd3-1e42-452a-a90e-593d898f8457,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:33.250144 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:33.300068 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=6e615fd3-1e42-452a-a90e-593d898f8457,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:33.656745 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:33.661666 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1483883874-network', 'tenant_id': '1385ac97f568406690f0cfcc3813f245'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:33.762130 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Made reservation on behalf of 1385ac97f568406690f0cfcc3813f245 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:38:33.764503 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:33.776308 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:33.819783 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Sync routers for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:38:33.830739 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:33.831296 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:33.852893 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Publish callbacks [] for security_group (82974636-33cb-44a4-bfd7-9ffc22865258), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:33.927892 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (82974636-33cb-44a4-bfd7-9ffc22865258), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:33.937586 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:33.952295 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:38:33.962524 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82974636-33cb-44a4-bfd7-9ffc22865258,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:33.968197 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (63c32da3-5068-4155-b51d-692619677bd4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:33.968610 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Added segment 63c32da3-5068-4155-b51d-692619677bd4 of type vlan for network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 Jan 17 09:38:34.012167 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (7ccfcb89-519b-4fae-9ff0-94e6a1581d97), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.102374 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (7ccfcb89-519b-4fae-9ff0-94e6a1581d97), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.103384 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:34.103969 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.139045 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:32Z', 'revision_number': 2, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:34.160194 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] Pushing event updated for resources: {'Network': ['ID=7ccfcb89-519b-4fae-9ff0-94e6a1581d97,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:34.165945 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Checking router: a5f8d239-61cb-450b-afdc-7bc159a2be3d for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:38:34.166305 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Updating router a5f8d239-61cb-450b-afdc-7bc159a2be3d port dc813aa4-038e-406f-a9e3-50742e104560 binding host dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:38:34.170711 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:38:34.222512 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-bce7f50f-7eca-41cd-aedf-bced49742394 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5645969 Jan 17 09:38:34.225312 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:34.230852 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Request body: {'subnet': {'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1483883874-subnet', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:34.232121 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (dc813aa4-038e-406f-a9e3-50742e104560), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.324853 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Made reservation on behalf of 1385ac97f568406690f0cfcc3813f245 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:38:34.327584 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.562701 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (a0c42020-a235-4b38-9ea4-806ef6d074fd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.623392 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c42020-a235-4b38-9ea4-806ef6d074fd,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:34.631801 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Checking segment: {'id': '63c32da3-5068-4155-b51d-692619677bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:34.632155 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Network hostable DHCP agents. Network: 7ccfcb89-519b-4fae-9ff0-94e6a1581d97, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:38:34.649769 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Publish callbacks [] for port (dc813aa4-038e-406f-a9e3-50742e104560), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.673477 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:38:34.699300 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:38:34.722307 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (dc813aa4-038e-406f-a9e3-50742e104560), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.777420 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c448e-d3c7-4864-92a6-060861f07dd0 None None] Pushing event updated for resources: {'Port': ['ID=dc813aa4-038e-406f-a9e3-50742e104560,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:34.781367 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 7ccfcb89-519b-4fae-9ff0-94e6a1581d97) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:34.786073 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:34.786672 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.816841 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3733966-96e7-4344-9f33-803c2036d872 None None] Network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:38:34.870978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Attempting to bind port dc813aa4-038e-406f-a9e3-50742e104560 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:34.871453 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Attempting to bind port dc813aa4-038e-406f-a9e3-50742e104560 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:34.871940 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Attempting to bind port dc813aa4-038e-406f-a9e3-50742e104560 on network cad14386-aaff-423a-a690-1412877391b0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:34.884060 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:34.888767 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Checking segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:34.888767 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.888767 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Bound using segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:34.888767 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Bound port: dc813aa4-038e-406f-a9e3-50742e104560, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:34.888767 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (dc813aa4-038e-406f-a9e3-50742e104560), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.889235 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e0b5eb46-2aae-4ece-a4c2-a9235d6c2a43 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6608696 Jan 17 09:38:34.890531 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 37950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:34.895478 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:34.981477 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-7ccfcb89-519b-4fae-9ff0-94e6a1581d97', 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97', 'project_id': '1385ac97f568406690f0cfcc3813f245', 'fixed_ips': [{'subnet_id': 'a0c42020-a235-4b38-9ea4-806ef6d074fd'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:38:34.982332 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.994592 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (94d804fd-edb7-468c-aef5-7e4883838596), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.996089 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (94d804fd-edb7-468c-aef5-7e4883838596), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:34.996826 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] For port dc813aa4-038e-406f-a9e3-50742e104560, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:35.002042 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6e615fd3-1e42-452a-a90e-593d898f8457 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:35.037500 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] For port dc813aa4-038e-406f-a9e3-50742e104560, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=dc813aa4-038e-406f-a9e3-50742e104560,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:35.049389 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks [] for router_controller (94d804fd-edb7-468c-aef5-7e4883838596), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.128419 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (dc813aa4-038e-406f-a9e3-50742e104560), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.191450 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9e099349-c7db-4250-9cf8-231f336910bf None None] Provisioning complete for port dc813aa4-038e-406f-a9e3-50742e104560 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:35.191823 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e099349-c7db-4250-9cf8-231f336910bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (dc813aa4-038e-406f-a9e3-50742e104560), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.248059 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 6e615fd3-1e42-452a-a90e-593d898f8457 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:35.248427 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.259009 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks [] for router_gateway (94d804fd-edb7-468c-aef5-7e4883838596), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.302901 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Allocated IP 172.20.0.2 (7ccfcb89-519b-4fae-9ff0-94e6a1581d97/a0c42020-a235-4b38-9ea4-806ef6d074fd/3cdf3a38-067b-4b92-870d-5506979f4da0) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:35.305530 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:35.306149 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:35.307933 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c448e-d3c7-4864-92a6-060861f07dd0 None None] Pushing event updated for resources: {'Port': ['ID=dc813aa4-038e-406f-a9e3-50742e104560,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:35.548483 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks [] for router_gateway (94d804fd-edb7-468c-aef5-7e4883838596), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.567734 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.576795 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9e099349-c7db-4250-9cf8-231f336910bf None None] Current status of the port dc813aa4-038e-406f-a9e3-50742e104560 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:35.577180 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e099349-c7db-4250-9cf8-231f336910bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (dc813aa4-038e-406f-a9e3-50742e104560), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.584004 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 6e615fd3-1e42-452a-a90e-593d898f8457 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:35.598882 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:35.675626 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Allocated IP 172.27.1.93 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/c732ad02-291b-490b-90d6-7002125c2b86) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:35.746295 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9e099349-c7db-4250-9cf8-231f336910bf None None] For port dc813aa4-038e-406f-a9e3-50742e104560, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=dc813aa4-038e-406f-a9e3-50742e104560,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:35.759835 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Publish callbacks [] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.778562 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks [] for port (c732ad02-291b-490b-90d6-7002125c2b86), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.823930 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e099349-c7db-4250-9cf8-231f336910bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (dc813aa4-038e-406f-a9e3-50742e104560), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.853388 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.884988 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (c732ad02-291b-490b-90d6-7002125c2b86), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:35.914897 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:35.916337 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e099349-c7db-4250-9cf8-231f336910bf None None] Pushing event updated for resources: {'Port': ['ID=dc813aa4-038e-406f-a9e3-50742e104560,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:35.923598 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:35.925856 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:35.928423 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:35.929865 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:35.933618 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:35.966965 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=c732ad02-291b-490b-90d6-7002125c2b86,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:36.013949 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Pushing event updated for resources: {'Port': ['ID=3cdf3a38-067b-4b92-870d-5506979f4da0,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:36.022548 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-584ca46e-dae9-42ae-bc45-dfbb71929b70 None None] Provisioning complete for port dc813aa4-038e-406f-a9e3-50742e104560 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:36.022916 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-584ca46e-dae9-42ae-bc45-dfbb71929b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (dc813aa4-038e-406f-a9e3-50742e104560), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:36.058551 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Attempting to bind port 3cdf3a38-067b-4b92-870d-5506979f4da0 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:36.058912 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Attempting to bind port 3cdf3a38-067b-4b92-870d-5506979f4da0 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '63c32da3-5068-4155-b51d-692619677bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:36.059292 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Attempting to bind port 3cdf3a38-067b-4b92-870d-5506979f4da0 on network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:36.064022 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:34Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:36.101834 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:36.102205 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Checking segment: {'id': '63c32da3-5068-4155-b51d-692619677bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:36.102598 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:36.102991 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Bound using segment: {'id': '63c32da3-5068-4155-b51d-692619677bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:36.103495 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Bound port: 3cdf3a38-067b-4b92-870d-5506979f4da0, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c32da3-5068-4155-b51d-692619677bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:36.103903 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:36.106258 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e5d67-1a6a-4e88-964b-81eb9676127c None None] The sync data for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi is: [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:34Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:38:36.211954 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-584ca46e-dae9-42ae-bc45-dfbb71929b70 None None] Current status of the port dc813aa4-038e-406f-a9e3-50742e104560 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:36.221154 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] For port 3cdf3a38-067b-4b92-870d-5506979f4da0, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:36.228526 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] For port 3cdf3a38-067b-4b92-870d-5506979f4da0, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=3cdf3a38-067b-4b92-870d-5506979f4da0,segment=NetworkSegment(63c32da3-5068-4155-b51d-692619677bd4),segment_id=63c32da3-5068-4155-b51d-692619677bd4)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:36.290330 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks [] for router_gateway (94d804fd-edb7-468c-aef5-7e4883838596), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:36.311312 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:36.511774 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07eb5a-3ab0-43de-a832-01abee5dda34 None None] Pushing event updated for resources: {'Port': ['ID=3cdf3a38-067b-4b92-870d-5506979f4da0,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:36.710021 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (94d804fd-edb7-468c-aef5-7e4883838596), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:36.913209 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Router 94d804fd-edb7-468c-aef5-7e4883838596 is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:38:37.047579 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:38:37.061897 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Sync routers for ids ['94d804fd-edb7-468c-aef5-7e4883838596'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:38:37.075525 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Routers {'94d804fd-edb7-468c-aef5-7e4883838596'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:37.076140 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['94d804fd-edb7-468c-aef5-7e4883838596'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:37.084317 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device dc813aa4-038e-406f-a9e3-50742e104560 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:37.137063 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port dc813aa4-038e-406f-a9e3-50742e104560 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:37.137517 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (dc813aa4-038e-406f-a9e3-50742e104560), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:37.170758 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:37.176056 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 37966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:37.178219 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-ab933802-4a09-4cc9-b08f-cd4d9f554ea1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2822859 Jan 17 09:38:37.250679 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port dc813aa4-038e-406f-a9e3-50742e104560 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:37.252904 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 3cdf3a38-067b-4b92-870d-5506979f4da0 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:37.318597 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Set router 94d804fd-edb7-468c-aef5-7e4883838596 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:37.337116 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 3cdf3a38-067b-4b92-870d-5506979f4da0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:37.341282 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:37.440558 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 3cdf3a38-067b-4b92-870d-5506979f4da0 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:37.440956 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:37.511602 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 3cdf3a38-067b-4b92-870d-5506979f4da0, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=3cdf3a38-067b-4b92-870d-5506979f4da0,segment=NetworkSegment(63c32da3-5068-4155-b51d-692619677bd4),segment_id=63c32da3-5068-4155-b51d-692619677bd4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:37.575806 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:37.592689 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d804fd-edb7-468c-aef5-7e4883838596', 'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:36Z', 'revision_number': 3, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'gw_port': {'id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:37.637193 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Checking router: 94d804fd-edb7-468c-aef5-7e4883838596 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:38:37.637831 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Updating router 94d804fd-edb7-468c-aef5-7e4883838596 port c732ad02-291b-490b-90d6-7002125c2b86 binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:38:37.648145 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=3cdf3a38-067b-4b92-870d-5506979f4da0,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:37.672504 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (c732ad02-291b-490b-90d6-7002125c2b86), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:37.692176 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682fca6b-3eb5-4b62-843e-9977b9264ef0 None None] Network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:38:37.755396 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:37.774568 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f98d209c-5cfc-4fa4-879f-f25733af8a41 None None] Provisioning complete for port 3cdf3a38-067b-4b92-870d-5506979f4da0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:37.774945 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f98d209c-5cfc-4fa4-879f-f25733af8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:37.925322 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f98d209c-5cfc-4fa4-879f-f25733af8a41 None None] Current status of the port 3cdf3a38-067b-4b92-870d-5506979f4da0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:37.934585 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11bc83e-5c8e-4133-b250-0a439e25a932 x-openstack-request-id: req-c11bc83e-5c8e-4133-b250-0a439e25a932 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:37.934880 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:37.935278 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c11bc83e-5c8e-4133-b250-0a439e25a932 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:37.935707 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'status': 'completed', 'code': 200} Jan 17 09:38:38.066529 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Publish callbacks [] for port (c732ad02-291b-490b-90d6-7002125c2b86), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:38.123943 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-e140940f-b2c7-4eae-b13e-8dbe4b3e7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:38.125423 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-e140940f-b2c7-4eae-b13e-8dbe4b3e7ff0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f792385fa3114cfea645c6ceba043ae1&device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1096 time: 0.2447789 Jan 17 09:38:38.135840 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (c732ad02-291b-490b-90d6-7002125c2b86), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:38.136507 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-76d26db5-d56b-44d1-a7f2-143121b5c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:38.138006 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-76d26db5-d56b-44d1-a7f2-143121b5c06d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1099 time: 0.1994317 Jan 17 09:38:38.193620 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd97b22-d733-47c3-a6b5-c5aa791ac55b None None] Pushing event updated for resources: {'Port': ['ID=c732ad02-291b-490b-90d6-7002125c2b86,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:38.217911 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Attempting to bind port c732ad02-291b-490b-90d6-7002125c2b86 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:38.218554 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Attempting to bind port c732ad02-291b-490b-90d6-7002125c2b86 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:38.219213 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Attempting to bind port c732ad02-291b-490b-90d6-7002125c2b86 on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:38.227418 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:38.228118 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:38.228681 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:38.229697 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8a5cd-b571-48a1-b4ed-f84de6e88654 req-bf32cd8b-9a01-45a2-ac90-c4d553f25b6f tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:38.230600 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:38.231250 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53e8a5cd-b571-48a1-b4ed-f84de6e88654 req-bf32cd8b-9a01-45a2-ac90-c4d553f25b6f tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 943 time: 0.2304983 Jan 17 09:38:38.231685 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Bound port: c732ad02-291b-490b-90d6-7002125c2b86, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:38.232081 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (c732ad02-291b-490b-90d6-7002125c2b86), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:38.258303 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cd088038-5ded-4f61-8ee9-733b79c86214 None None] Provisioning complete for port 3cdf3a38-067b-4b92-870d-5506979f4da0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:38.258904 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd088038-5ded-4f61-8ee9-733b79c86214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:38.265948 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6bb8-6ae0-406d-a186-29ff68dd7e2b req-1856da41-491f-4997-8032-02ed3c68f952 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:38.267419 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ffad6bb8-6ae0-406d-a186-29ff68dd7e2b req-1856da41-491f-4997-8032-02ed3c68f952 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 949 time: 0.2677503 Jan 17 09:38:38.268735 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-5e093bd4-46b6-4cb3-871a-86d8e61bed1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 217 time: 0.1273630 Jan 17 09:38:38.278491 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Allocated IP 172.20.0.1 (7ccfcb89-519b-4fae-9ff0-94e6a1581d97/a0c42020-a235-4b38-9ea4-806ef6d074fd/a4e48137-864f-4725-9108-5b1ae8755dc2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:38.298046 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] For port c732ad02-291b-490b-90d6-7002125c2b86, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:38.301801 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] For port c732ad02-291b-490b-90d6-7002125c2b86, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=c732ad02-291b-490b-90d6-7002125c2b86,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:38.349769 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cd088038-5ded-4f61-8ee9-733b79c86214 None None] Current status of the port 3cdf3a38-067b-4b92-870d-5506979f4da0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:38.422453 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (c732ad02-291b-490b-90d6-7002125c2b86), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:38.484349 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Routers {'94d804fd-edb7-468c-aef5-7e4883838596'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:38.485052 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['94d804fd-edb7-468c-aef5-7e4883838596'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:38.524514 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd97b22-d733-47c3-a6b5-c5aa791ac55b None None] Pushing event updated for resources: {'Port': ['ID=c732ad02-291b-490b-90d6-7002125c2b86,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:38.609968 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] Set router 94d804fd-edb7-468c-aef5-7e4883838596 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:38.761057 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-27db7e7a-0fe1-4948-acc9-5f34b4f889b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:38.762816 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-27db7e7a-0fe1-4948-acc9-5f34b4f889b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99996228-eb58-494e-b921-94070e3b6d09 HTTP/1.1" status: 200 len: 853 time: 0.4750595 Jan 17 09:38:38.772577 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ffad6bb8-6ae0-406d-a186-29ff68dd7e2b req-a9e59ed3-52ba-400c-b674-d70499ac26e2 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860103 Jan 17 09:38:38.783383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b589e1-c5ec-4351-b385-df432099dc21 req-0c3f37d4-f92a-4996-89c9-76dd30a4b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:38.783383 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-08b589e1-c5ec-4351-b385-df432099dc21 req-0c3f37d4-f92a-4996-89c9-76dd30a4b7fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 1102 time: 0.5092804 Jan 17 09:38:38.783383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-facc531c-4604-4d34-b489-b0ac61602628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:38.783383 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-facc531c-4604-4d34-b489-b0ac61602628 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 920 time: 0.6367319 Jan 17 09:38:38.784557 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53e8a5cd-b571-48a1-b4ed-f84de6e88654 req-c3c48301-fb31-42d3-b954-1bb7b1b9d0ae tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075293 Jan 17 09:38:38.824538 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d804fd-edb7-468c-aef5-7e4883838596', 'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:36Z', 'revision_number': 3, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'gw_port': {'id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:38.825768 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Publish callbacks [] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:38.862247 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6c3f3-67e7-4612-892d-ff0d05db0083 None None] The sync data for ids ['94d804fd-edb7-468c-aef5-7e4883838596'] in dv-cinder-815461-8-iscsi is: [{'id': '94d804fd-edb7-468c-aef5-7e4883838596', 'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:36Z', 'revision_number': 3, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'gw_port': {'id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:38:38.953503 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-4702c006-8c21-448b-aa91-c6400f6dfc37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d HTTP/1.1" status: 200 len: 217 time: 0.1084173 Jan 17 09:38:39.020303 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 3cdf3a38-067b-4b92-870d-5506979f4da0 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:39.076378 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 3cdf3a38-067b-4b92-870d-5506979f4da0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:39.081271 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:39.086797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-5fa432f1-112a-417a-9627-7b17dfa9410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:39.088418 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-5fa432f1-112a-417a-9627-7b17dfa9410f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=feb3a3e8-e5ae-4538-b417-9588c08877b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2359779 Jan 17 09:38:39.099997 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691848c4-0c8d-4905-a29b-3e0cf131f9fd req-0f0e93fd-b574-48ac-9342-2c7407bda36c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:39.103858 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-691848c4-0c8d-4905-a29b-3e0cf131f9fd req-0f0e93fd-b574-48ac-9342-2c7407bda36c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.2373254 Jan 17 09:38:39.117631 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-08b589e1-c5ec-4351-b385-df432099dc21 req-5f8dbf69-af79-461c-922f-7c499bc52a19 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745228 Jan 17 09:38:39.133428 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-b23dae5c-e006-472d-bd6e-34ad4d5e3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:39.135126 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-b23dae5c-e006-472d-bd6e-34ad4d5e3767 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.1698003 Jan 17 09:38:39.175637 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:39.177679 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 3cdf3a38-067b-4b92-870d-5506979f4da0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:39.243949 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:39.256191 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:39.259239 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:39.259924 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (94d804fd-edb7-468c-aef5-7e4883838596), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:39.313077 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-691848c4-0c8d-4905-a29b-3e0cf131f9fd req-b5d06414-03c4-42f2-b8cf-a843f19f1bf2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992483 Jan 17 09:38:39.313717 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Pushing event updated for resources: {'Port': ['ID=a4e48137-864f-4725-9108-5b1ae8755dc2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:39.356895 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-6e84727c-6bfb-4124-b8ab-f517d6ce45f9 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540789 Jan 17 09:38:39.468639 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-f5844fbd-87d1-4969-9608-a8a7fd9545e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795705 Jan 17 09:38:39.487237 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d60beca3-77c1-4b51-8e79-1ef0e474b455 None None] Provisioning complete for port a4e48137-864f-4725-9108-5b1ae8755dc2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:39.488416 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d60beca3-77c1-4b51-8e79-1ef0e474b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:39.528341 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d60beca3-77c1-4b51-8e79-1ef0e474b455 None None] Port a4e48137-864f-4725-9108-5b1ae8755dc2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:38:39.603981 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66d96f0c-fa87-49eb-9b79-e726915ad7d0 req-3cde8ffa-acb7-4b97-af8b-fe84b013b138 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053986 Jan 17 09:38:39.619613 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:39.630922 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-14ae4e35-3096-4807-920b-dd15510823b7 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539214 Jan 17 09:38:39.841953 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0bafc7d3-11c0-48f5-b729-da5dcd3642e3 req-46521191-89cf-408d-a888-d97538160e2b service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031913 Jan 17 09:38:39.844663 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-d668e384-4940-4387-8a32-116c2fd5754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:39.846082 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-d668e384-4940-4387-8a32-116c2fd5754c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f792385fa3114cfea645c6ceba043ae1&device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1096 time: 0.1328671 Jan 17 09:38:40.034579 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Publish callbacks [] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:40.055330 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553e00b-4009-4844-8332-15b962a24205 req-2f175b10-d194-4fbd-828f-cd5427255422 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:40.056800 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a553e00b-4009-4844-8332-15b962a24205 req-2f175b10-d194-4fbd-828f-cd5427255422 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 949 time: 0.1690180 Jan 17 09:38:40.065312 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a338ae-96ec-412f-ac0b-283ddcfcf86e req-297be0c2-54e9-4bcd-87c0-66b12d1f45eb tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:40.066738 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c5a338ae-96ec-412f-ac0b-283ddcfcf86e req-297be0c2-54e9-4bcd-87c0-66b12d1f45eb tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 943 time: 0.1849859 Jan 17 09:38:40.067829 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-7b92b58b-793d-4bad-86ba-83f5a55cec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:40.069056 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-7b92b58b-793d-4bad-86ba-83f5a55cec62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 200 len: 915 time: 0.2137780 Jan 17 09:38:40.128229 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:40.128929 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (94d804fd-edb7-468c-aef5-7e4883838596), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:40.135360 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-c65657a5-3b5c-4a5b-949b-4363ddd94eca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 217 time: 0.0593088 Jan 17 09:38:40.298173 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a553e00b-4009-4844-8332-15b962a24205 req-2481a27a-80b4-4f65-9147-f5e5bdc11565 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281523 Jan 17 09:38:40.298819 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Pushing event updated for resources: {'Port': ['ID=a4e48137-864f-4725-9108-5b1ae8755dc2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:40.307301 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c5a338ae-96ec-412f-ac0b-283ddcfcf86e req-376c3a87-8599-43fe-8736-8ba116fe229e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302294 Jan 17 09:38:40.322088 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-9d27901b-5d94-466d-a9b9-bba75bd76853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:40.322088 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-9d27901b-5d94-466d-a9b9-bba75bd76853 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99996228-eb58-494e-b921-94070e3b6d09 HTTP/1.1" status: 200 len: 853 time: 0.1518590 Jan 17 09:38:40.384086 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:40.386939 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:40.392735 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-9ab19b9f-df33-4318-ae6b-182aeb7cda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:40.394300 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-9ab19b9f-df33-4318-ae6b-182aeb7cda29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=feb3a3e8-e5ae-4538-b417-9588c08877b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729151 Jan 17 09:38:40.657919 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-31803e42-cd83-484a-a48a-3ac9dece3a0a None None] Provisioning complete for port a4e48137-864f-4725-9108-5b1ae8755dc2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:40.658471 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31803e42-cd83-484a-a48a-3ac9dece3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:40.694349 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-31803e42-cd83-484a-a48a-3ac9dece3a0a None None] Port a4e48137-864f-4725-9108-5b1ae8755dc2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:38:40.832101 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-32cad298-371f-45e4-a0b6-d36b4db94d42 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021773 Jan 17 09:38:40.850745 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Router 94d804fd-edb7-468c-aef5-7e4883838596 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:38:40.931516 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edd003-ff1f-46a6-86d3-ab89af41d31e req-fca56b78-5274-4202-99e8-a68f7457be4f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:40.933005 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-85edd003-ff1f-46a6-86d3-ab89af41d31e req-fca56b78-5274-4202-99e8-a68f7457be4f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.1239126 Jan 17 09:38:41.025124 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-444c7f15-606e-4f86-a2d9-6aded18c95d3 req-1de69bb9-1f90-4d2b-8cd9-517085f710e5 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773412 Jan 17 09:38:41.052159 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device c732ad02-291b-490b-90d6-7002125c2b86 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:41.080727 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-85edd003-ff1f-46a6-86d3-ab89af41d31e req-95051142-7798-41fd-a226-3ac3d6074d21 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130595 Jan 17 09:38:41.100337 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:38:41.115367 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c3169389-f2cd-430b-946a-101178dfcccb admin admin] 10.222.0.73 "PUT /v2.0/routers/94d804fd-edb7-468c-aef5-7e4883838596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9345748 Jan 17 09:38:41.115472 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Sync routers for ids ['94d804fd-edb7-468c-aef5-7e4883838596'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:38:41.129184 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port c732ad02-291b-490b-90d6-7002125c2b86 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:41.129560 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (c732ad02-291b-490b-90d6-7002125c2b86), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:41.133614 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Routers {'94d804fd-edb7-468c-aef5-7e4883838596'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:41.134231 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['94d804fd-edb7-468c-aef5-7e4883838596'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:41.307671 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Set router 94d804fd-edb7-468c-aef5-7e4883838596 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:41.341269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port c732ad02-291b-490b-90d6-7002125c2b86 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:41.341665 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (c732ad02-291b-490b-90d6-7002125c2b86), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:41.380979 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port c732ad02-291b-490b-90d6-7002125c2b86, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=c732ad02-291b-490b-90d6-7002125c2b86,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:41.468893 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (c732ad02-291b-490b-90d6-7002125c2b86), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:41.480510 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6c2c7-453f-4eed-a217-62e04cd3d4db req-d0c0e74f-2585-466e-9231-d9e87d6bb823 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:41.480510 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-caf6c2c7-453f-4eed-a217-62e04cd3d4db req-d0c0e74f-2585-466e-9231-d9e87d6bb823 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 949 time: 0.0653083 Jan 17 09:38:41.539576 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-caf6c2c7-453f-4eed-a217-62e04cd3d4db req-40759c12-19da-48ff-a107-d6c25ffef253 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532954 Jan 17 09:38:41.556821 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=c732ad02-291b-490b-90d6-7002125c2b86,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:41.622967 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d804fd-edb7-468c-aef5-7e4883838596', 'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:39Z', 'revision_number': 4, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'gw_port': {'id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'a4e48137-864f-4725-9108-5b1ae8755dc2', 'name': '', 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'mac_address': 'fa:16:3e:f0:cb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a0c42020-a235-4b38-9ea4-806ef6d074fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:37Z', 'updated_at': '2022-01-17T09:38:39Z', 'revision_number': 2, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'subnets': [{'id': 'a0c42020-a235-4b38-9ea4-806ef6d074fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:41.668347 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Checking router: 94d804fd-edb7-468c-aef5-7e4883838596 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:38:41.668347 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Updating router 94d804fd-edb7-468c-aef5-7e4883838596 port a4e48137-864f-4725-9108-5b1ae8755dc2 binding host dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:38:41.685347 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb05975-81d9-4b19-afd3-309c3fec4313 req-fd41b5fc-2b9d-4f09-a8cf-b658e94473b5 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:41.687394 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bfb05975-81d9-4b19-afd3-309c3fec4313 req-fd41b5fc-2b9d-4f09-a8cf-b658e94473b5 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 943 time: 0.0516396 Jan 17 09:38:41.704871 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:41.741452 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bfb05975-81d9-4b19-afd3-309c3fec4313 req-be327a08-7e5e-48d0-b6fd-8d847d06c0d9 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 Jan 17 09:38:41.985515 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Publish callbacks [] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.061334 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.120939 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f7887-40f8-4f61-92e3-338438efa8ae None None] Pushing event updated for resources: {'Port': ['ID=a4e48137-864f-4725-9108-5b1ae8755dc2,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:42.179363 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Attempting to bind port a4e48137-864f-4725-9108-5b1ae8755dc2 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:42.179740 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Attempting to bind port a4e48137-864f-4725-9108-5b1ae8755dc2 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '63c32da3-5068-4155-b51d-692619677bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:42.180094 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Attempting to bind port a4e48137-864f-4725-9108-5b1ae8755dc2 on network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:42.185783 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38026) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:42.186673 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:42.187031 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Checking segment: {'id': '63c32da3-5068-4155-b51d-692619677bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:42.187455 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.187839 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Bound using segment: {'id': '63c32da3-5068-4155-b51d-692619677bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:42.188305 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Bound port: a4e48137-864f-4725-9108-5b1ae8755dc2, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c32da3-5068-4155-b51d-692619677bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:42.188863 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.192948 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e2a61a21-d43d-4596-bd8a-71de6f595a12 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683707676', 'description': 'tempest-secgroup-smoke-1683707676 description', 'project_id': '27f4051841264572a32481e0c189dff9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:42.270131 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] For port a4e48137-864f-4725-9108-5b1ae8755dc2, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:42.274493 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] For port a4e48137-864f-4725-9108-5b1ae8755dc2, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=a4e48137-864f-4725-9108-5b1ae8755dc2,segment=NetworkSegment(63c32da3-5068-4155-b51d-692619677bd4),segment_id=63c32da3-5068-4155-b51d-692619677bd4)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:42.306609 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60fab2-efb5-4c50-ae41-6b901639663d req-8c3b4f1b-bb60-49e4-9fd5-3419ec6d9273 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:42.308175 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bc60fab2-efb5-4c50-ae41-6b901639663d req-8c3b4f1b-bb60-49e4-9fd5-3419ec6d9273 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0754120 Jan 17 09:38:42.338815 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-da144c12-9b1d-4293-8a87-8e0325c3cd03 None None] Provisioning complete for port a4e48137-864f-4725-9108-5b1ae8755dc2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:42.338815 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-da144c12-9b1d-4293-8a87-8e0325c3cd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.359681 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bc60fab2-efb5-4c50-ae41-6b901639663d req-925530a9-b11a-4c1f-adc2-c998741bb89d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Jan 17 09:38:42.361155 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2a61a21-d43d-4596-bd8a-71de6f595a12 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.364255 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.488550 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2a61a21-d43d-4596-bd8a-71de6f595a12 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group (9d1e0831-1d86-4a87-a2e9-396c9add8a85), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.511233 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400309-03d0-4c63-b948-3317ab38fcc7 req-c104396d-0cab-42eb-9e3c-3093dbbdd870 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:42.512845 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b1400309-03d0-4c63-b948-3317ab38fcc7 req-c104396d-0cab-42eb-9e3c-3093dbbdd870 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 949 time: 0.0782614 Jan 17 09:38:42.558458 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-da144c12-9b1d-4293-8a87-8e0325c3cd03 None None] Port a4e48137-864f-4725-9108-5b1ae8755dc2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:38:42.567115 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b1400309-03d0-4c63-b948-3317ab38fcc7 req-ddc92e8c-a040-413d-9f6f-d2584dcc462f tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Jan 17 09:38:42.573080 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Routers {'94d804fd-edb7-468c-aef5-7e4883838596'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:42.573713 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['94d804fd-edb7-468c-aef5-7e4883838596'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:42.614610 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f7887-40f8-4f61-92e3-338438efa8ae None None] Pushing event updated for resources: {'Port': ['ID=a4e48137-864f-4725-9108-5b1ae8755dc2,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:42.616080 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2a61a21-d43d-4596-bd8a-71de6f595a12 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (9d1e0831-1d86-4a87-a2e9-396c9add8a85), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.657068 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a61a21-d43d-4596-bd8a-71de6f595a12 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e0831-1d86-4a87-a2e9-396c9add8a85,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:42.703560 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c667d819-d309-40f3-bf0f-6fffb24830ed None None] Provisioning complete for port a4e48137-864f-4725-9108-5b1ae8755dc2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:42.704153 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c667d819-d309-40f3-bf0f-6fffb24830ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.728633 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] Set router 94d804fd-edb7-468c-aef5-7e4883838596 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:42.735555 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2a61a21-d43d-4596-bd8a-71de6f595a12 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.737069 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e2a61a21-d43d-4596-bd8a-71de6f595a12 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5479405 Jan 17 09:38:42.740029 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:42.744432 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cc18c70d-76e2-4beb-af37-d1c579e4ce37 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'security_group_rule': {'security_group_id': '9d1e0831-1d86-4a87-a2e9-396c9add8a85', 'project_id': '27f4051841264572a32481e0c189dff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:42.753431 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.850689 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc18c70d-76e2-4beb-af37-d1c579e4ce37 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (a6c6c4ef-91cb-488c-a9b2-6d896bcb71da), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.889624 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8d1-00a1-4b4d-884f-fbf2553bbceb req-60079140-e670-40f0-aeed-5c9f9e7ea2a9 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:42.891195 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4590e8d1-00a1-4b4d-884f-fbf2553bbceb req-60079140-e670-40f0-aeed-5c9f9e7ea2a9 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 943 time: 0.0826166 Jan 17 09:38:42.906461 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c667d819-d309-40f3-bf0f-6fffb24830ed None None] Current status of the port a4e48137-864f-4725-9108-5b1ae8755dc2 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:42.906854 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c667d819-d309-40f3-bf0f-6fffb24830ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.931598 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc18c70d-76e2-4beb-af37-d1c579e4ce37 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (a6c6c4ef-91cb-488c-a9b2-6d896bcb71da), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.962361 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4590e8d1-00a1-4b4d-884f-fbf2553bbceb req-926afe10-1dea-4624-8b53-d933fd4418a1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647104 Jan 17 09:38:42.976269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c667d819-d309-40f3-bf0f-6fffb24830ed None None] For port a4e48137-864f-4725-9108-5b1ae8755dc2, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=a4e48137-864f-4725-9108-5b1ae8755dc2,segment=NetworkSegment(63c32da3-5068-4155-b51d-692619677bd4),segment_id=63c32da3-5068-4155-b51d-692619677bd4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:42.996810 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc18c70d-76e2-4beb-af37-d1c579e4ce37 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (a6c6c4ef-91cb-488c-a9b2-6d896bcb71da), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.010834 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d804fd-edb7-468c-aef5-7e4883838596', 'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:39Z', 'revision_number': 4, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'gw_port': {'id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'a4e48137-864f-4725-9108-5b1ae8755dc2', 'name': '', 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'mac_address': 'fa:16:3e:f0:cb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a0c42020-a235-4b38-9ea4-806ef6d074fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:37Z', 'updated_at': '2022-01-17T09:38:42Z', 'revision_number': 4, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'subnets': [{'id': 'a0c42020-a235-4b38-9ea4-806ef6d074fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:43.013292 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18c70d-76e2-4beb-af37-d1c579e4ce37 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c6c4ef-91cb-488c-a9b2-6d896bcb71da,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:43.041081 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device c732ad02-291b-490b-90d6-7002125c2b86 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:43.044533 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435f87e-a949-4ad3-8ce2-b27149dfbd23 None None] The sync data for ids ['94d804fd-edb7-468c-aef5-7e4883838596'] in dv-cinder-815461-8-iscsi is: [{'id': '94d804fd-edb7-468c-aef5-7e4883838596', 'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:39Z', 'revision_number': 4, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'gw_port': {'id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'a4e48137-864f-4725-9108-5b1ae8755dc2', 'name': '', 'network_id': '7ccfcb89-519b-4fae-9ff0-94e6a1581d97', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'mac_address': 'fa:16:3e:f0:cb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a0c42020-a235-4b38-9ea4-806ef6d074fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:37Z', 'updated_at': '2022-01-17T09:38:42Z', 'revision_number': 4, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'subnets': [{'id': 'a0c42020-a235-4b38-9ea4-806ef6d074fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:38:43.069598 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c667d819-d309-40f3-bf0f-6fffb24830ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.082734 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc18c70d-76e2-4beb-af37-d1c579e4ce37 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.092136 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38040) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:43.098898 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6aceaaf1-d9f7-4200-8bfc-bb3b9e6c61c2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'security_group_rule': {'security_group_id': '9d1e0831-1d86-4a87-a2e9-396c9add8a85', 'project_id': '27f4051841264572a32481e0c189dff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:43.099673 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-cc18c70d-76e2-4beb-af37-d1c579e4ce37 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3585403 Jan 17 09:38:43.151831 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667d819-d309-40f3-bf0f-6fffb24830ed None None] Pushing event updated for resources: {'Port': ['ID=a4e48137-864f-4725-9108-5b1ae8755dc2,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:43.155454 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port c732ad02-291b-490b-90d6-7002125c2b86 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:43.155838 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (c732ad02-291b-490b-90d6-7002125c2b86), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.204402 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6aceaaf1-d9f7-4200-8bfc-bb3b9e6c61c2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (33505edb-1aa4-4a6c-b1bc-729d586f113f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.240307 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port c732ad02-291b-490b-90d6-7002125c2b86 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:43.279238 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6aceaaf1-d9f7-4200-8bfc-bb3b9e6c61c2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (33505edb-1aa4-4a6c-b1bc-729d586f113f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.341989 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6aceaaf1-d9f7-4200-8bfc-bb3b9e6c61c2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (33505edb-1aa4-4a6c-b1bc-729d586f113f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.360383 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aceaaf1-d9f7-4200-8bfc-bb3b9e6c61c2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33505edb-1aa4-4a6c-b1bc-729d586f113f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:43.424383 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6aceaaf1-d9f7-4200-8bfc-bb3b9e6c61c2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.425273 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-6aceaaf1-d9f7-4200-8bfc-bb3b9e6c61c2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3315187 Jan 17 09:38:43.428256 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38044) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:43.433374 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3b01f1fb-10cf-447e-a362-32c56ee48045 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'security_group_rule': {'security_group_id': '9d1e0831-1d86-4a87-a2e9-396c9add8a85', 'project_id': '27f4051841264572a32481e0c189dff9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:43.510369 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b01f1fb-10cf-447e-a362-32c56ee48045 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (52d37be0-7a95-4160-954a-c3d9f88016ac), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.570743 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b01f1fb-10cf-447e-a362-32c56ee48045 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (52d37be0-7a95-4160-954a-c3d9f88016ac), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.626856 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b01f1fb-10cf-447e-a362-32c56ee48045 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (52d37be0-7a95-4160-954a-c3d9f88016ac), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.645018 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01f1fb-10cf-447e-a362-32c56ee48045 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d37be0-7a95-4160-954a-c3d9f88016ac,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:43.718583 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b01f1fb-10cf-447e-a362-32c56ee48045 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.721496 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-3b01f1fb-10cf-447e-a362-32c56ee48045 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2906487 Jan 17 09:38:43.723849 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38050) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:43.728902 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f1281db9-2bac-4483-9811-efcff8a26d77 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'security_group_rule': {'security_group_id': '9d1e0831-1d86-4a87-a2e9-396c9add8a85', 'project_id': '27f4051841264572a32481e0c189dff9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:43.836917 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1281db9-2bac-4483-9811-efcff8a26d77 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (bc6bbd2a-1b67-4d6c-a8c2-74f36efcf086), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.902663 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1281db9-2bac-4483-9811-efcff8a26d77 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (bc6bbd2a-1b67-4d6c-a8c2-74f36efcf086), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:43.987295 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1281db9-2bac-4483-9811-efcff8a26d77 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (bc6bbd2a-1b67-4d6c-a8c2-74f36efcf086), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.008987 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1281db9-2bac-4483-9811-efcff8a26d77 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6bbd2a-1b67-4d6c-a8c2-74f36efcf086,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:44.078629 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1281db9-2bac-4483-9811-efcff8a26d77 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.079948 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f1281db9-2bac-4483-9811-efcff8a26d77 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3551311 Jan 17 09:38:44.082565 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38054) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:44.087523 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-69edff66-057d-4dcd-9947-5baa2d78388f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'security_group_rule': {'security_group_id': '9d1e0831-1d86-4a87-a2e9-396c9add8a85', 'project_id': '27f4051841264572a32481e0c189dff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:44.173776 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-69edff66-057d-4dcd-9947-5baa2d78388f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Project 27f4051841264572a32481e0c189dff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:38:44.178955 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69edff66-057d-4dcd-9947-5baa2d78388f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (73cdd65f-d5d0-4768-bf39-c8a1a26901c8), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.234679 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69edff66-057d-4dcd-9947-5baa2d78388f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (73cdd65f-d5d0-4768-bf39-c8a1a26901c8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.299103 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69edff66-057d-4dcd-9947-5baa2d78388f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (73cdd65f-d5d0-4768-bf39-c8a1a26901c8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.318060 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edff66-057d-4dcd-9947-5baa2d78388f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cdd65f-d5d0-4768-bf39-c8a1a26901c8,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:44.392561 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69edff66-057d-4dcd-9947-5baa2d78388f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.393799 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-69edff66-057d-4dcd-9947-5baa2d78388f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103273 Jan 17 09:38:44.396563 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38056) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:44.400989 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2cb46055-81b1-439e-b1d4-e07e3662c870 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'security_group_rule': {'security_group_id': '9d1e0831-1d86-4a87-a2e9-396c9add8a85', 'project_id': '27f4051841264572a32481e0c189dff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:44.478587 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-2cb46055-81b1-439e-b1d4-e07e3662c870 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Project 27f4051841264572a32481e0c189dff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:38:44.484231 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cb46055-81b1-439e-b1d4-e07e3662c870 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (29577670-39fa-4553-998f-fb05b04a90d8), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.542534 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cb46055-81b1-439e-b1d4-e07e3662c870 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (29577670-39fa-4553-998f-fb05b04a90d8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.610100 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cb46055-81b1-439e-b1d4-e07e3662c870 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (29577670-39fa-4553-998f-fb05b04a90d8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.627434 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb46055-81b1-439e-b1d4-e07e3662c870 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29577670-39fa-4553-998f-fb05b04a90d8,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:44.686627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cb46055-81b1-439e-b1d4-e07e3662c870 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.687899 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2cb46055-81b1-439e-b1d4-e07e3662c870 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2903957 Jan 17 09:38:45.043209 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device a4e48137-864f-4725-9108-5b1ae8755dc2 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:45.077565 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3abb-95cc-43af-87d6-ae31a85256b0 req-464fdcfb-eb8f-4844-a452-069b295f95cb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:45.079085 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0beb3abb-95cc-43af-87d6-ae31a85256b0 req-464fdcfb-eb8f-4844-a452-069b295f95cb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0960033 Jan 17 09:38:45.093948 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49dc5-72dd-4757-8e05-a9e7b32de9ff req-ff8560e6-8570-45c5-a0fb-6f71c3335af5 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:45.095434 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-78e49dc5-72dd-4757-8e05-a9e7b32de9ff req-ff8560e6-8570-45c5-a0fb-6f71c3335af5 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 949 time: 0.0727701 Jan 17 09:38:45.099231 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port a4e48137-864f-4725-9108-5b1ae8755dc2 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:45.099639 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:45.166417 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0beb3abb-95cc-43af-87d6-ae31a85256b0 req-60b66a33-385f-499d-9f87-715c55781e2b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814104 Jan 17 09:38:45.170965 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-78e49dc5-72dd-4757-8e05-a9e7b32de9ff req-c4beb01a-dc21-471f-878c-b353531dbe98 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689623 Jan 17 09:38:45.182223 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port a4e48137-864f-4725-9108-5b1ae8755dc2 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:45.277070 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78ab43-bf0f-464f-b892-db06a7a4d806 req-3beb79da-1ae2-4b52-b5a6-2ecfefcf8e57 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:45.278540 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d78ab43-bf0f-464f-b892-db06a7a4d806 req-3beb79da-1ae2-4b52-b5a6-2ecfefcf8e57 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 943 time: 0.0501497 Jan 17 09:38:45.329799 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d78ab43-bf0f-464f-b892-db06a7a4d806 req-d6b39939-052a-4272-8cd3-bba27c715d82 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Jan 17 09:38:46.529215 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273752b-ced5-4d78-ae0e-a5de247836c8 req-9fc6d2e3-54ff-4223-98c7-10b6d5d612e1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:46.530754 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3273752b-ced5-4d78-ae0e-a5de247836c8 req-9fc6d2e3-54ff-4223-98c7-10b6d5d612e1 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0556500 Jan 17 09:38:46.581880 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3273752b-ced5-4d78-ae0e-a5de247836c8 req-ce4a7015-d212-40e4-8c03-d298066f8258 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 Jan 17 09:38:46.689264 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cac7b4-9e7e-48e4-b6e9-12a3caa2fc4a req-b5430b8d-3e6f-4ddf-8b82-71fec1fb6fa0 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:46.690745 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53cac7b4-9e7e-48e4-b6e9-12a3caa2fc4a req-b5430b8d-3e6f-4ddf-8b82-71fec1fb6fa0 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 949 time: 0.0507073 Jan 17 09:38:46.743984 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53cac7b4-9e7e-48e4-b6e9-12a3caa2fc4a req-29457a91-3fec-460f-b85e-71ed7066266e tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473404 Jan 17 09:38:46.850217 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea2658-d025-4aa1-b601-9da0e22fe8ce req-99a875f6-88f3-4729-b805-35df64856256 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:46.851741 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-31ea2658-d025-4aa1-b601-9da0e22fe8ce req-99a875f6-88f3-4729-b805-35df64856256 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 943 time: 0.0533144 Jan 17 09:38:46.898501 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-31ea2658-d025-4aa1-b601-9da0e22fe8ce req-100f9eb9-dbea-495e-abc8-373443271fad tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Jan 17 09:38:46.912626 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 5f136342-57ba-441e-a8fb-ae546ce8a7b4 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:38:47.014030 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 5f136342-57ba-441e-a8fb-ae546ce8a7b4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:47.024987 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'port_id': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'mac_address': 'fa:16:3e:4c:0b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:38:47.062557 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:47.063041 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.077525 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f136342-57ba-441e-a8fb-ae546ce8a7b4 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:38:47.098640 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 5f136342-57ba-441e-a8fb-ae546ce8a7b4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:47.173538 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.224317 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=5f136342-57ba-441e-a8fb-ae546ce8a7b4,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:47.231972 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.232340 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.232700 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.233036 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.233363 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.233689 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.234013 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.234335 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.234655 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.234988 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.235339 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.235659 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.235976 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.587280 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e8384-9458-4700-a704-a294be86dce6 req-8365329e-618f-442c-8b47-bcf26dcebb50 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:47.589034 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-759e8384-9458-4700-a704-a294be86dce6 req-8365329e-618f-442c-8b47-bcf26dcebb50 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 949 time: 0.0604982 Jan 17 09:38:47.731049 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14953b27-8e5f-4bea-9c4c-3ea6e063c4fc req-1a6ab7f2-aa94-4b36-9448-1337ee720272 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:47.732500 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-14953b27-8e5f-4bea-9c4c-3ea6e063c4fc req-1a6ab7f2-aa94-4b36-9448-1337ee720272 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0683780 Jan 17 09:38:47.739144 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-759e8384-9458-4700-a704-a294be86dce6 req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Deleting port 9abe3be5-0afe-492c-b60c-d47652055119 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:38:47.739510 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-759e8384-9458-4700-a704-a294be86dce6 req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (9abe3be5-0afe-492c-b60c-d47652055119), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.775678 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['5f136342-57ba-441e-a8fb-ae546ce8a7b4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:38:47.877210 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-14953b27-8e5f-4bea-9c4c-3ea6e063c4fc req-6f2048c1-d6c7-459f-8531-da997ac1fdfa tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347404 Jan 17 09:38:47.910567 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-759e8384-9458-4700-a704-a294be86dce6 req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] For port 9abe3be5-0afe-492c-b60c-d47652055119, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9abe3be5-0afe-492c-b60c-d47652055119,segment=NetworkSegment(d301cc14-f66b-4695-b043-b9f5844b5f9c),segment_id=d301cc14-f66b-4695-b043-b9f5844b5f9c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:47.911144 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-759e8384-9458-4700-a704-a294be86dce6 req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (9abe3be5-0afe-492c-b60c-d47652055119), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.939885 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e6752-dfc9-421a-b362-151b87388509 req-1c271def-b252-4571-a47e-84e68ed9d990 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:47.947592 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9d8e6752-dfc9-421a-b362-151b87388509 req-1c271def-b252-4571-a47e-84e68ed9d990 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 949 time: 0.1225467 Jan 17 09:38:47.950430 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-759e8384-9458-4700-a704-a294be86dce6 req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Calling delete_port for 9abe3be5-0afe-492c-b60c-d47652055119 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:38:48.036238 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9d8e6752-dfc9-421a-b362-151b87388509 req-11929c6a-28b9-46b9-a72b-53c16a6523a5 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1d6561d-f9a9-4155-868b-245c47f773f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877476 Jan 17 09:38:48.152084 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ed26-ac5a-4576-98e6-6fe1b1a8ca8b req-c5a3c575-3d91-4148-a484-695bd3b57d68 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:48.153653 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af02ed26-ac5a-4576-98e6-6fe1b1a8ca8b req-c5a3c575-3d91-4148-a484-695bd3b57d68 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 944 time: 0.0878382 Jan 17 09:38:48.201257 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af02ed26-ac5a-4576-98e6-6fe1b1a8ca8b req-9b7d978d-f098-4b40-a4c3-51e264597f34 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Jan 17 09:38:48.227649 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-759e8384-9458-4700-a704-a294be86dce6 req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (9abe3be5-0afe-492c-b60c-d47652055119), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:48.241187 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['9abe3be5-0afe-492c-b60c-d47652055119'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:38:48.258091 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Pushing event deleted for resources: {'Port': ['ID=9abe3be5-0afe-492c-b60c-d47652055119,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:48.322655 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-759e8384-9458-4700-a704-a294be86dce6 req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] No DVR routers for this DVR port 9abe3be5-0afe-492c-b60c-d47652055119 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:38:48.328440 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-759e8384-9458-4700-a704-a294be86dce6 req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:48.331986 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-759e8384-9458-4700-a704-a294be86dce6 req-2b49ffa9-f2ce-469c-93a1-da656bd2d88d tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.72 "DELETE /v2.0/ports/9abe3be5-0afe-492c-b60c-d47652055119 HTTP/1.1" status: 204 len: 173 time: 0.7343972 Jan 17 09:38:48.332458 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf9b58a-6a66-4501-ad42-6c7e690f1804', 'name': 'network-vif-deleted', 'tag': '9abe3be5-0afe-492c-b60c-d47652055119'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:48.334931 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3426b3-e1d4-4ee4-9be5-59e047d24e63" -d '{"events": [{"server_uuid": "8bf9b58a-6a66-4501-ad42-6c7e690f1804", "name": "network-vif-deleted", "tag": "9abe3be5-0afe-492c-b60c-d47652055119"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:48.381357 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f26a761-92d3-4d5e-84d3-0fce614f9f4f x-openstack-request-id: req-1f26a761-92d3-4d5e-84d3-0fce614f9f4f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:48.381846 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf9b58a-6a66-4501-ad42-6c7e690f1804", "name": "network-vif-deleted", "tag": "9abe3be5-0afe-492c-b60c-d47652055119", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:48.382277 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f26a761-92d3-4d5e-84d3-0fce614f9f4f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:48.382693 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf9b58a-6a66-4501-ad42-6c7e690f1804', 'name': 'network-vif-deleted', 'tag': '9abe3be5-0afe-492c-b60c-d47652055119', 'status': 'completed', 'code': 200} Jan 17 09:38:49.015400 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911f191-20ad-4764-a496-fde1ce75f2ab req-f8b04ef5-e594-4efe-ae7b-4be96d99e63a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:49.017079 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d911f191-20ad-4764-a496-fde1ce75f2ab req-f8b04ef5-e594-4efe-ae7b-4be96d99e63a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0555732 Jan 17 09:38:49.077677 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d911f191-20ad-4764-a496-fde1ce75f2ab req-f1bb0233-ecc5-4ce4-a24f-2a33594da066 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541661 Jan 17 09:38:49.186659 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1b155038-518e-4313-95e5-08c9e20007bf req-7452b99c-ce7d-4233-bf54-e4a7698d1981 tempest-VolumesNegativeTest-1146550803 tempest-VolumesNegativeTest-1146550803-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bf9b58a-6a66-4501-ad42-6c7e690f1804 HTTP/1.1" status: 200 len: 210 time: 0.0278366 Jan 17 09:38:49.324558 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2c445-eaeb-4667-b1b8-3c2daa0732d6 req-88d6bbb8-4e55-4053-9665-02a315ecf922 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:49.326093 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8cd2c445-eaeb-4667-b1b8-3c2daa0732d6 req-88d6bbb8-4e55-4053-9665-02a315ecf922 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 944 time: 0.0509658 Jan 17 09:38:49.380071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8cd2c445-eaeb-4667-b1b8-3c2daa0732d6 req-3b8a0396-4b2a-4ac3-a3a5-9da0b4316c99 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Jan 17 09:38:50.204434 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634ea3a-d927-4c7c-9a85-cbc7e5843d96 req-359a58bf-6405-410b-bfac-cd301d4f5141 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:50.223988 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1634ea3a-d927-4c7c-9a85-cbc7e5843d96 req-359a58bf-6405-410b-bfac-cd301d4f5141 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0489349 Jan 17 09:38:50.256044 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1634ea3a-d927-4c7c-9a85-cbc7e5843d96 req-f67d3abf-5fc8-4902-91fa-4f4d7e27d58f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Jan 17 09:38:50.504766 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f46a4b-6f4a-422e-9023-9d627fbfaab3 req-021d361b-e8d4-41fb-befe-87ebac4a1048 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:50.506251 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7f46a4b-6f4a-422e-9023-9d627fbfaab3 req-021d361b-e8d4-41fb-befe-87ebac4a1048 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 944 time: 0.0501838 Jan 17 09:38:50.559367 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7f46a4b-6f4a-422e-9023-9d627fbfaab3 req-e99fa77b-db10-4d81-b1af-eba0c25f80b5 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Jan 17 09:38:50.917081 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 5f136342-57ba-441e-a8fb-ae546ce8a7b4 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:51.038314 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:38:51.043006 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:51.043405 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:51.129800 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:51.129800 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:51.156429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:51.158719 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42dfc4f-a2b0-4bf1-a8e3-70d0473e8bc8" -d '{"events": [{"server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "name": "network-vif-plugged", "status": "completed", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:51.172081 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 5f136342-57ba-441e-a8fb-ae546ce8a7b4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:51.198594 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8fd594-71df-4532-850d-1c5833d7ed4a x-openstack-request-id: req-5d8fd594-71df-4532-850d-1c5833d7ed4a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:51.198594 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "name": "network-vif-plugged", "status": "completed", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:51.198594 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d8fd594-71df-4532-850d-1c5833d7ed4a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:51.198948 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'code': 200} Jan 17 09:38:51.244919 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:51.246024 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9abe3be5-0afe-492c-b60c-d47652055119 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:38:51.295989 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 9abe3be5-0afe-492c-b60c-d47652055119 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:38:51.296384 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9abe3be5-0afe-492c-b60c-d47652055119 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:38:51.336177 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=5f136342-57ba-441e-a8fb-ae546ce8a7b4,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:51.428217 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ee5eb-e165-41e6-9b85-61f80cad0ef5 req-6c99dcc2-52b9-4b2d-b143-78d9e3f5414f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:51.429851 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-343ee5eb-e165-41e6-9b85-61f80cad0ef5 req-6c99dcc2-52b9-4b2d-b143-78d9e3f5414f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0597265 Jan 17 09:38:51.483062 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-343ee5eb-e165-41e6-9b85-61f80cad0ef5 req-344e8cb4-51d3-4b58-b002-463a880701a2 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466847 Jan 17 09:38:51.580381 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78911f-7c26-4dc4-8fc7-b279f19e07ca req-9a9f9659-9547-458a-a7e5-83def34fa5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:51.580381 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9f78911f-7c26-4dc4-8fc7-b279f19e07ca req-9a9f9659-9547-458a-a7e5-83def34fa5f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1098 time: 0.0405290 Jan 17 09:38:51.616832 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9f78911f-7c26-4dc4-8fc7-b279f19e07ca req-7049d5f2-57f2-4e1f-9ab8-69f472b598a0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 Jan 17 09:38:51.676839 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf4370-48f5-463d-a6ea-6625f73b0b79 req-0b0bef79-ecce-46a2-8d98-dc4b469b2321 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:51.682039 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-76cf4370-48f5-463d-a6ea-6625f73b0b79 req-0b0bef79-ecce-46a2-8d98-dc4b469b2321 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.0498471 Jan 17 09:38:51.733239 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-76cf4370-48f5-463d-a6ea-6625f73b0b79 req-9945ed82-4b0a-4597-91c5-44d25db5fe79 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482323 Jan 17 09:38:51.990808 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d25a35a7-5bc3-49d4-9e11-caf742ba96e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:52.610839 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e52d4-3fac-4b2a-8282-699b91c226e2 req-0580dd50-38fb-4969-b40f-65d699e70980 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:52.612447 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ab4e52d4-3fac-4b2a-8282-699b91c226e2 req-0580dd50-38fb-4969-b40f-65d699e70980 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0511389 Jan 17 09:38:52.669258 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ab4e52d4-3fac-4b2a-8282-699b91c226e2 req-c7c59c39-7b88-443d-8777-b32c1b0d458d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507309 Jan 17 09:38:52.859693 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70df4e2-e3dc-4256-8110-f375ab6601ee req-53eaf0c7-56b6-4284-9838-216e7b7ea722 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:52.861137 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d70df4e2-e3dc-4256-8110-f375ab6601ee req-53eaf0c7-56b6-4284-9838-216e7b7ea722 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.0514636 Jan 17 09:38:52.908754 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d70df4e2-e3dc-4256-8110-f375ab6601ee req-fac1ac90-d173-4fcc-b242-6603470e6077 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Jan 17 09:38:53.825657 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a7087-b876-496e-821c-adbf4f029c29 req-101dcdcf-232d-41e6-b8b9-6e855954da3b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:53.827731 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-200a7087-b876-496e-821c-adbf4f029c29 req-101dcdcf-232d-41e6-b8b9-6e855954da3b tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0788193 Jan 17 09:38:53.898334 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-200a7087-b876-496e-821c-adbf4f029c29 req-3d205f33-f97b-430e-ba8a-d2d7757745ec tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605180 Jan 17 09:38:54.049702 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba9c1-4e88-457a-ae23-d87867016f7d req-5cc8913b-d85a-4dcb-af45-b404d6f867b9 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:54.052071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-766ba9c1-4e88-457a-ae23-d87867016f7d req-5cc8913b-d85a-4dcb-af45-b404d6f867b9 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.0613801 Jan 17 09:38:54.128837 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-766ba9c1-4e88-457a-ae23-d87867016f7d req-02756bf5-d72f-4eaf-99d4-39887737f2cf tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696211 Jan 17 09:38:54.314287 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe2d2-a893-4670-b0be-718ee1b73fe4 req-59381b6e-134f-4731-a4c0-1f0e7e5f9d82 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:54.317015 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3dfbe2d2-a893-4670-b0be-718ee1b73fe4 req-59381b6e-134f-4731-a4c0-1f0e7e5f9d82 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.1062353 Jan 17 09:38:54.324736 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612469b1-3a1f-4680-be06-56b2f1b51fe4 req-b512f4f0-7a3e-46e9-8a25-525706d975c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:54.326539 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-612469b1-3a1f-4680-be06-56b2f1b51fe4 req-b512f4f0-7a3e-46e9-8a25-525706d975c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1099 time: 0.1067421 Jan 17 09:38:54.401924 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fcc78ff-2886-4d65-a9c1-8406228e5f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:54.404605 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3dfbe2d2-a893-4670-b0be-718ee1b73fe4 req-bdc131cb-5190-44d1-ab03-4032f28e9254 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766973 Jan 17 09:38:54.406914 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-612469b1-3a1f-4680-be06-56b2f1b51fe4 req-c552974b-2ad9-4097-bd07-d54d0230e284 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715191 Jan 17 09:38:54.792226 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0d82-4a36-4547-b55f-e7b1bccf82ca req-5370775f-f849-4312-b1c8-f873c7557567 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:54.794169 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3a9f0d82-4a36-4547-b55f-e7b1bccf82ca req-5370775f-f849-4312-b1c8-f873c7557567 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.0574403 Jan 17 09:38:54.859598 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3a9f0d82-4a36-4547-b55f-e7b1bccf82ca req-517c0d5b-3529-4ad6-b462-fc22fadaa8de tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577192 Jan 17 09:38:55.031834 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836490f8-f6b7-4d81-b583-6c6beaab35d6 req-6185573e-e09e-4dbc-87e5-d83ffd03ac40 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:55.033632 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-836490f8-f6b7-4d81-b583-6c6beaab35d6 req-6185573e-e09e-4dbc-87e5-d83ffd03ac40 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0667176 Jan 17 09:38:55.096109 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-836490f8-f6b7-4d81-b583-6c6beaab35d6 req-64e1fc52-8141-4538-8424-464cf3472eba tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556586 Jan 17 09:38:55.399084 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:56.221040 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba829d-9be6-42f8-9a1d-793795c60ae6 req-13d42ce4-74f8-4a68-ac1d-ec669b9637db tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:56.222474 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0ba829d-9be6-42f8-9a1d-793795c60ae6 req-13d42ce4-74f8-4a68-ac1d-ec669b9637db tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0490565 Jan 17 09:38:56.270020 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0ba829d-9be6-42f8-9a1d-793795c60ae6 req-184df35e-08a2-49f3-ac83-74a2196cbf71 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Jan 17 09:38:56.845553 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38576) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:56.984367 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2f089abf-3959-4780-80a1-c4e68a6a16ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57d88f2372384256ad488147999e6ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375890 Jan 17 09:38:56.986830 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38582) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:57.045479 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-154a79dc-db59-424f-8d30-b0048f8ebb37 admin admin] Publish callbacks [] for security_group (c1d6561d-f9a9-4155-868b-245c47f773f1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:57.069464 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-154a79dc-db59-424f-8d30-b0048f8ebb37 admin admin] Publish callbacks [] for security_group (c1d6561d-f9a9-4155-868b-245c47f773f1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:57.104480 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:57.181904 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-154a79dc-db59-424f-8d30-b0048f8ebb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (c1d6561d-f9a9-4155-868b-245c47f773f1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:57.184621 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-154a79dc-db59-424f-8d30-b0048f8ebb37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:57.185776 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-154a79dc-db59-424f-8d30-b0048f8ebb37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1d6561d-f9a9-4155-868b-245c47f773f1 HTTP/1.1" status: 204 len: 168 time: 0.1980281 Jan 17 09:38:57.195361 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a79dc-db59-424f-8d30-b0048f8ebb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6561d-f9a9-4155-868b-245c47f773f1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:57.394764 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162832a6-fdaa-481e-8548-970a14052f4e req-0d8d913f-4b9d-478b-83ea-6bfd670e8a16 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:57.396506 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-162832a6-fdaa-481e-8548-970a14052f4e req-0d8d913f-4b9d-478b-83ea-6bfd670e8a16 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0530105 Jan 17 09:38:57.449498 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-162832a6-fdaa-481e-8548-970a14052f4e req-16e41ce5-4122-4185-a649-760e8f8db324 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466108 Jan 17 09:38:58.684068 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:58.961619 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-9f18fb90-18a0-4b43-acc0-0cc894446d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:58.963228 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-9f18fb90-18a0-4b43-acc0-0cc894446d9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c30fb43a27f2442b9cc9693a6a726555&device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 1099 time: 0.0804198 Jan 17 09:38:58.974237 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8373e36-6683-473d-ae39-edf998567710 req-e313b302-4c59-4d6c-a788-4e7912fb9dcc tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:58.975757 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c8373e36-6683-473d-ae39-edf998567710 req-e313b302-4c59-4d6c-a788-4e7912fb9dcc tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0617502 Jan 17 09:38:59.048220 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38652) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:59.078257 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c8373e36-6683-473d-ae39-edf998567710 req-b3c28219-ceb2-499e-8c44-0858741c8e83 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936582 Jan 17 09:38:59.106620 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-8fb66461-6b46-4c4d-ae36-10c119489f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:59.106620 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-8fb66461-6b46-4c4d-ae36-10c119489f9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 200 len: 920 time: 0.1247342 Jan 17 09:38:59.146102 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-db3d0dcc-8d21-4c73-8dd4-c87fac867228 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d HTTP/1.1" status: 200 len: 217 time: 0.0380187 Jan 17 09:38:59.164028 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-94999984-network', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:59.204115 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-678a1ed8-3a2e-406d-8de7-7a3294522a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:59.204115 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-678a1ed8-3a2e-406d-8de7-7a3294522a64 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 200 len: 859 time: 0.0455525 Jan 17 09:38:59.237973 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-9b0a2630-db48-42c5-8618-22cf0c2e07a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83820ef2-7a35-4657-9b6d-b3b7651f7baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323403 Jan 17 09:38:59.293541 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Made reservation on behalf of 09b34e99f78d4eb5aeea5ddec61c27bb for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:38:59.295913 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:59.304680 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:59.328543 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-02641a4b-30ec-4efa-bae4-0fac13275c49 service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825872 Jan 17 09:38:59.391006 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Publish callbacks [] for security_group (8f3ff312-9d88-40c5-80e4-0851fc2760ce), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:59.426087 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-89394822-9c8f-4eea-b18e-6671c8fa8d10 req-a0b92013-9b02-47b7-a617-2dcab796413e service neutron] 10.222.0.72 "GET /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907750 Jan 17 09:38:59.474176 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8f3ff312-9d88-40c5-80e4-0851fc2760ce), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:59.504510 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:38:59.510973 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ff312-9d88-40c5-80e4-0851fc2760ce,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:59.522263 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (f3d317e4-a830-4a34-a64c-869367bfebe0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:59.522664 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Added segment f3d317e4-a830-4a34-a64c-869367bfebe0 of type vlan for network 6dd2ccc7-bf61-46de-98c5-fb228432a126 Jan 17 09:38:59.563325 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (6dd2ccc7-bf61-46de-98c5-fb228432a126), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:59.649723 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (6dd2ccc7-bf61-46de-98c5-fb228432a126), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:59.651277 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:59.651872 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:59.708540 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] Pushing event updated for resources: {'Network': ['ID=6dd2ccc7-bf61-46de-98c5-fb228432a126,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:59.718605 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 6dd2ccc7-bf61-46de-98c5-fb228432a126 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:38:59.757831 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-892809f1-8fc7-4e6a-976d-610aa6cd16ec admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7068882 Jan 17 09:38:59.758300 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:59.764278 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Request body: {'subnet': {'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-94999984-subnet', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:59.855243 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Made reservation on behalf of 09b34e99f78d4eb5aeea5ddec61c27bb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:38:59.857653 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.070949 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (a7c5267e-0092-46aa-a326-296a81a2abe1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.126798 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c5267e-0092-46aa-a326-296a81a2abe1,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:00.135668 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Checking segment: {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:00.136030 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Network hostable DHCP agents. Network: 6dd2ccc7-bf61-46de-98c5-fb228432a126, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:39:00.198323 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d741-8626-4365-b8f9-855114952390 req-3ecb65f1-6200-46db-adab-716455c2bafa tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:00.199922 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b4a9d741-8626-4365-b8f9-855114952390 req-3ecb65f1-6200-46db-adab-716455c2bafa tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0503151 Jan 17 09:39:00.246261 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Network 6dd2ccc7-bf61-46de-98c5-fb228432a126 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:39:00.253251 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b4a9d741-8626-4365-b8f9-855114952390 req-edb0ff7d-4cf8-4fb8-815b-0ba0626f3202 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477006 Jan 17 09:39:00.323921 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 6dd2ccc7-bf61-46de-98c5-fb228432a126) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:00.328735 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:00.330062 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.333603 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3eb008-694f-47c7-8f0d-bcf14f51f9eb None None] Network 6dd2ccc7-bf61-46de-98c5-fb228432a126 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:39:00.434559 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de724c33-be04-446b-a285-89708689199b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-6dd2ccc7-bf61-46de-98c5-fb228432a126', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:39:00.437224 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de724c33-be04-446b-a285-89708689199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.437358 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8e09ce4b-2acc-4e19-8232-266ebfa9dd7b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6761487 Jan 17 09:39:00.438887 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:00.443947 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:00.539474 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.540545 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.574173 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-de724c33-be04-446b-a285-89708689199b None None] Allocated IP 172.20.0.2 (6dd2ccc7-bf61-46de-98c5-fb228432a126/a7c5267e-0092-46aa-a326-296a81a2abe1/d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:00.595042 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks [] for router_controller (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.722074 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de724c33-be04-446b-a285-89708689199b None None] Publish callbacks [] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.797175 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de724c33-be04-446b-a285-89708689199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.811109 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks [] for router_gateway (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.841295 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de724c33-be04-446b-a285-89708689199b None None] Network 6dd2ccc7-bf61-46de-98c5-fb228432a126 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:00.844157 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-de724c33-be04-446b-a285-89708689199b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:00.847827 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de724c33-be04-446b-a285-89708689199b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:00.858941 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de724c33-be04-446b-a285-89708689199b None None] Pushing event updated for resources: {'Port': ['ID=d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:00.922687 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-de724c33-be04-446b-a285-89708689199b None None] Attempting to bind port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:39:00.923069 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-de724c33-be04-446b-a285-89708689199b None None] Attempting to bind port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:39:00.923932 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de724c33-be04-446b-a285-89708689199b None None] Attempting to bind port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e on network 6dd2ccc7-bf61-46de-98c5-fb228432a126 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:00.929424 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de724c33-be04-446b-a285-89708689199b None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:39:00.931728 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de724c33-be04-446b-a285-89708689199b None None] Checking segment: {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:00.931728 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de724c33-be04-446b-a285-89708689199b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:00.931728 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de724c33-be04-446b-a285-89708689199b None None] Bound using segment: {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:39:00.931728 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-de724c33-be04-446b-a285-89708689199b None None] Bound port: d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:39:00.932155 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de724c33-be04-446b-a285-89708689199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:01.005749 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-de724c33-be04-446b-a285-89708689199b None None] For port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:39:01.009241 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-de724c33-be04-446b-a285-89708689199b None None] For port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:39:01.081901 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks [] for router_gateway (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:01.100446 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:01.119385 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de724c33-be04-446b-a285-89708689199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:01.185601 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de724c33-be04-446b-a285-89708689199b None None] Pushing event updated for resources: {'Port': ['ID=d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:01.230110 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Allocated IP 172.27.1.156 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/99216e05-8d6f-4e5f-81bc-b5a0b94bffba) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:01.340996 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks [] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:01.394601 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53904c79-76f0-416a-909c-0669a9a09590 req-7632d610-d1ba-4c2d-a840-a2e556e7e448 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:01.406492 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53904c79-76f0-416a-909c-0669a9a09590 req-7632d610-d1ba-4c2d-a840-a2e556e7e448 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0726488 Jan 17 09:39:01.445000 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:01.493067 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53904c79-76f0-416a-909c-0669a9a09590 req-e83c2ce9-2ce4-4f21-a44d-212533320df8 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853379 Jan 17 09:39:01.501057 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:01.513507 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:01.520736 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:01.527672 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Pushing event updated for resources: {'Port': ['ID=99216e05-8d6f-4e5f-81bc-b5a0b94bffba,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:01.868163 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks [] for router_gateway (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:02.235761 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b72df1-c67a-4050-9146-21722d49cd67 None None] Network 6dd2ccc7-bf61-46de-98c5-fb228432a126 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:39:02.251443 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:02.507180 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8529f47e-e753-459e-a95b-077382c32f31 None None] Provisioning complete for port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:02.507486 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8529f47e-e753-459e-a95b-077382c32f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:02.513260 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:39:02.638890 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8529f47e-e753-459e-a95b-077382c32f31 None None] Current status of the port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:02.639548 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8529f47e-e753-459e-a95b-077382c32f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:02.666958 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e4d6-139e-4a28-844b-909739720503 req-93ffb2dc-e244-484b-a461-cc488d01a8b3 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:02.676348 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c654e4d6-139e-4a28-844b-909739720503 req-93ffb2dc-e244-484b-a461-cc488d01a8b3 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0725198 Jan 17 09:39:02.683956 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8529f47e-e753-459e-a95b-077382c32f31 None None] For port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:02.689580 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:02.701297 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Sync routers for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:02.713440 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:02.714062 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:02.742379 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c654e4d6-139e-4a28-844b-909739720503 req-8f4b2a8a-e1b7-4ffa-9dbc-6a628faabc0a tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624235 Jan 17 09:39:02.753375 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8529f47e-e753-459e-a95b-077382c32f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:02.771964 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:02.776521 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38706) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:02.776876 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-59a4ed29-df74-4586-94e0-2eb1ca0403c2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3367569 Jan 17 09:39:02.823366 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529f47e-e753-459e-a95b-077382c32f31 None None] Pushing event updated for resources: {'Port': ['ID=d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:02.846882 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:02.879305 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fb7b0ef4-ace1-480b-9e16-702151ec89ed None None] Provisioning complete for port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:02.880266 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0ef4-ace1-480b-9e16-702151ec89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:02.963412 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b0ef4-ace1-480b-9e16-702151ec89ed None None] Current status of the port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:03.053132 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:01Z', 'revision_number': 3, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:03.082088 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Checking router: 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:03.082715 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Updating router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:39:03.109917 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:03.113541 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.170636 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:03.171015 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.259774 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:03.434038 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Publish callbacks [] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.513119 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.534649 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.564767 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Attempting to bind port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:39:03.565132 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Attempting to bind port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:39:03.565493 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Attempting to bind port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:03.567476 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Pushing event updated for resources: {'Port': ['ID=99216e05-8d6f-4e5f-81bc-b5a0b94bffba,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:03.576824 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.577161 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.577509 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.577845 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.578176 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.578501 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.578823 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.579145 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.579487 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.579867 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.580187 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.580502 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.580816 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:03.584007 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:39:03.585088 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:03.585088 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.585287 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:39:03.585584 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Bound port: 99216e05-8d6f-4e5f-81bc-b5a0b94bffba, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:39:03.585956 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.638428 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] For port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:39:03.645108 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] For port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=99216e05-8d6f-4e5f-81bc-b5a0b94bffba,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:39:03.702866 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Allocated IP 172.20.0.1 (6dd2ccc7-bf61-46de-98c5-fb228432a126/a7c5267e-0092-46aa-a326-296a81a2abe1/5104462b-12fc-48bf-9bb4-d9a0cffcea65) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:03.719189 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.784037 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47bf36-9dc0-47a3-b578-816a2624a983 None None] Pushing event updated for resources: {'Port': ['ID=99216e05-8d6f-4e5f-81bc-b5a0b94bffba,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:03.789254 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:03.789856 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:03.810614 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Publish callbacks [] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.881876 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0404931-fcfe-4d61-a33e-492e3cdf503a req-2e9e1af5-bbb2-4c3b-a6fe-8690a83a1685 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:03.885661 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c0404931-fcfe-4d61-a33e-492e3cdf503a req-2e9e1af5-bbb2-4c3b-a6fe-8690a83a1685 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0655386 Jan 17 09:39:03.898107 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:03.932789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:03.983519 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c0404931-fcfe-4d61-a33e-492e3cdf503a req-003ef698-986c-4202-9197-55d7ba09347d tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931656 Jan 17 09:39:03.985249 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Network 6dd2ccc7-bf61-46de-98c5-fb228432a126 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:03.988292 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:03.991955 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:03.992431 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:04.036142 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Pushing event updated for resources: {'Port': ['ID=5104462b-12fc-48bf-9bb4-d9a0cffcea65,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:04.220041 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:04.249378 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:01Z', 'revision_number': 3, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:04.280624 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f08ad1-7a68-4e48-8494-1e761cd11cfd None None] The sync data for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi is: [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:01Z', 'revision_number': 3, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:04.299886 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2d890c03-6572-4e34-8276-0b4cfdea2cfc None None] Provisioning complete for port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:04.300468 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d890c03-6572-4e34-8276-0b4cfdea2cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:04.366958 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2d890c03-6572-4e34-8276-0b4cfdea2cfc None None] Port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:39:04.436587 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Publish callbacks [] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:04.536140 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:04.536657 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:04.639355 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Pushing event updated for resources: {'Port': ['ID=5104462b-12fc-48bf-9bb4-d9a0cffcea65,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:04.689398 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Network 6dd2ccc7-bf61-46de-98c5-fb228432a126 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:04.690847 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:04.860406 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:04.998648 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:05.004641 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a39b7cce-214d-48e4-886a-7bac94641de1 admin admin] 10.222.0.73 "PUT /v2.0/routers/60c49d53-ad27-46cc-a7ad-c29a10f05ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2265909 Jan 17 09:39:05.016291 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a9877abf-f4ca-47e5-94f7-b4e2d285ebdd None None] Provisioning complete for port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:05.016598 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9877abf-f4ca-47e5-94f7-b4e2d285ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:05.052254 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a9877abf-f4ca-47e5-94f7-b4e2d285ebdd None None] Port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:39:05.068664 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 99216e05-8d6f-4e5f-81bc-b5a0b94bffba up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:05.117793 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:05.119048 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:05.222476 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:05.222868 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:05.245031 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=99216e05-8d6f-4e5f-81bc-b5a0b94bffba,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:05.324207 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:05.376001 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=99216e05-8d6f-4e5f-81bc-b5a0b94bffba,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:05.741932 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:05.747564 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-631875620-network', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:05.826821 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Made reservation on behalf of c04601b31bdd4987b3b1f098ae3a961b for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:39:05.829445 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:05.851670 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:05.925643 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Publish callbacks [] for security_group (b538e60d-2c7d-416d-b7c3-53bbfb461549), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:05.975586 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (b538e60d-2c7d-416d-b7c3-53bbfb461549), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:05.999544 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:39:06.009866 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b538e60d-2c7d-416d-b7c3-53bbfb461549,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:06.014756 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.014920 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Added segment 8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2 of type vlan for network 5bf95972-849a-445d-bb08-b684a5fbd895 Jan 17 09:39:06.031689 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Sync routers for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:06.042637 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:06.043246 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:06.057435 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (5bf95972-849a-445d-bb08-b684a5fbd895), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.136149 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (5bf95972-849a-445d-bb08-b684a5fbd895), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.137056 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:06.137698 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.151430 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:06.199824 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf95972-849a-445d-bb08-b684a5fbd895,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:06.242655 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 5bf95972-849a-445d-bb08-b684a5fbd895 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:39:06.258417 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7d60a833-6c08-4085-b954-86c5a775a733 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5151925 Jan 17 09:39:06.261795 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38770) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:06.266554 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Request body: {'subnet': {'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-631875620-subnet', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:06.352346 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Made reservation on behalf of c04601b31bdd4987b3b1f098ae3a961b for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:39:06.355571 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.430707 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '5104462b-12fc-48bf-9bb4-d9a0cffcea65', 'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'mac_address': 'fa:16:3e:25:e1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:03Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 2, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'subnets': [{'id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:06.457510 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Checking router: 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:06.457855 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Updating router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 binding host dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:39:06.483493 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.559870 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (faae56ec-fd2b-4cd2-9d16-6d4624ba902c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.618077 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faae56ec-fd2b-4cd2-9d16-6d4624ba902c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:06.627892 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Checking segment: {'id': '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:06.628284 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Network hostable DHCP agents. Network: 5bf95972-849a-445d-bb08-b684a5fbd895, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:39:06.693342 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Network 5bf95972-849a-445d-bb08-b684a5fbd895 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:39:06.761444 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 5bf95972-849a-445d-bb08-b684a5fbd895) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:06.763850 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Publish callbacks [] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.765763 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:06.767212 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.770118 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b3991b-11a6-4fe6-ba0f-545ac089e324 None None] Network 5bf95972-849a-445d-bb08-b684a5fbd895 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:39:06.846224 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.858977 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d3c87168-1ca5-4de4-b158-f20527b530b7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5957775 Jan 17 09:39:06.862278 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38778) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:06.868270 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:06.905189 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb60c6f98-c717-57ea-abd3-ddb249e3ec86-5bf95972-849a-445d-bb08-b684a5fbd895', 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895', 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'fixed_ips': [{'subnet_id': 'faae56ec-fd2b-4cd2-9d16-6d4624ba902c'}]}} from dv-cinder-815461-8-iscsi. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:39:06.906034 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.932030 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7284b41-7080-438e-8996-040c78b357d8 None None] Pushing event updated for resources: {'Port': ['ID=5104462b-12fc-48bf-9bb4-d9a0cffcea65,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:06.940014 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7975256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router (fd45c0b9-8035-44fd-b6e5-321000cec105), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:06.946533 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7971206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25339'] for router (fd45c0b9-8035-44fd-b6e5-321000cec105), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.025963 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks [] for router_controller (fd45c0b9-8035-44fd-b6e5-321000cec105), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.061355 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 99216e05-8d6f-4e5f-81bc-b5a0b94bffba up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:07.066611 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Attempting to bind port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:39:07.066611 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Attempting to bind port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:39:07.066611 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Attempting to bind port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 on network 6dd2ccc7-bf61-46de-98c5-fb228432a126 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:07.115192 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:39:07.115601 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Checking segment: {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:07.116003 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.116389 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Bound using segment: {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:39:07.116874 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Bound port: 5104462b-12fc-48bf-9bb4-d9a0cffcea65, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:39:07.117253 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.194359 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Allocated IP 172.20.0.2 (5bf95972-849a-445d-bb08-b684a5fbd895/faae56ec-fd2b-4cd2-9d16-6d4624ba902c/e6153cf6-11e1-4c7d-82bc-a4504f65d1e3) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:07.250185 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks [] for router_gateway (fd45c0b9-8035-44fd-b6e5-321000cec105), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.283448 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-886b746d-a968-45b4-bc40-d02aa54f2668 None None] Provisioning complete for port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:07.283823 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-886b746d-a968-45b4-bc40-d02aa54f2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.308508 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:07.308894 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.447355 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] For port 5104462b-12fc-48bf-9bb4-d9a0cffcea65, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:39:07.491952 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] For port 5104462b-12fc-48bf-9bb4-d9a0cffcea65, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=5104462b-12fc-48bf-9bb4-d9a0cffcea65,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:39:07.500443 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-886b746d-a968-45b4-bc40-d02aa54f2668 None None] Port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:39:07.544235 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks [] for router_gateway (fd45c0b9-8035-44fd-b6e5-321000cec105), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.565148 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.565738 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.653893 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Publish callbacks [] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.681571 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7284b41-7080-438e-8996-040c78b357d8 None None] Pushing event updated for resources: {'Port': ['ID=5104462b-12fc-48bf-9bb4-d9a0cffcea65,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:07.685517 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:07.688626 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:07.689240 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:07.690436 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Allocated IP 172.27.1.44 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/6c006c00-1304-4aa0-a649-0d7e7e47445d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:07.735586 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.813291 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks [] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.827964 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Network 5bf95972-849a-445d-bb08-b684a5fbd895 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:07.839200 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:07.843076 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:07.845046 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Pushing event updated for resources: {'Port': ['ID=e6153cf6-11e1-4c7d-82bc-a4504f65d1e3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:07.883726 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:07.930615 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:07.966619 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Attempting to bind port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:39:07.966988 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Attempting to bind port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:39:07.967371 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Attempting to bind port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 on network 5bf95972-849a-445d-bb08-b684a5fbd895 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:07.980123 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:07.984816 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:07.989249 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:07.992431 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Pushing event updated for resources: {'Port': ['ID=6c006c00-1304-4aa0-a649-0d7e7e47445d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:08.013089 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-84f0f2f7-46ff-474a-aba6-12bd3d7b93fb None None] Provisioning complete for port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:08.013457 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84f0f2f7-46ff-474a-aba6-12bd3d7b93fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:08.016428 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:39:08.016428 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Checking segment: {'id': '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:08.016799 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:08.017191 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Bound using segment: {'id': '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:39:08.017664 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Bound port: e6153cf6-11e1-4c7d-82bc-a4504f65d1e3, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:39:08.018036 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:08.200628 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] For port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:39:08.205494 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] For port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=e6153cf6-11e1-4c7d-82bc-a4504f65d1e3,segment=NetworkSegment(8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2),segment_id=8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:39:08.267864 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-84f0f2f7-46ff-474a-aba6-12bd3d7b93fb None None] Current status of the port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:08.268254 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84f0f2f7-46ff-474a-aba6-12bd3d7b93fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:08.318826 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-84f0f2f7-46ff-474a-aba6-12bd3d7b93fb None None] For port 5104462b-12fc-48bf-9bb4-d9a0cffcea65, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=5104462b-12fc-48bf-9bb4-d9a0cffcea65,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:08.321141 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:08.358929 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '5104462b-12fc-48bf-9bb4-d9a0cffcea65', 'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'mac_address': 'fa:16:3e:25:e1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:03Z', 'updated_at': '2022-01-17T09:39:07Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'subnets': [{'id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:08.370758 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks [] for router_gateway (fd45c0b9-8035-44fd-b6e5-321000cec105), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:08.402671 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ed1ac-c10c-4d91-add1-9d37c90ee1f8 None None] The sync data for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi is: [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '5104462b-12fc-48bf-9bb4-d9a0cffcea65', 'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'mac_address': 'fa:16:3e:25:e1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:03Z', 'updated_at': '2022-01-17T09:39:07Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'subnets': [{'id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:08.424789 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758aad0-d8c3-443d-995c-17545a8e6f59 None None] Pushing event updated for resources: {'Port': ['ID=e6153cf6-11e1-4c7d-82bc-a4504f65d1e3,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:08.428578 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84f0f2f7-46ff-474a-aba6-12bd3d7b93fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:08.508074 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0f2f7-46ff-474a-aba6-12bd3d7b93fb None None] Pushing event updated for resources: {'Port': ['ID=5104462b-12fc-48bf-9bb4-d9a0cffcea65,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:08.839861 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7977431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7971153'] for router (fd45c0b9-8035-44fd-b6e5-321000cec105), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:09.084267 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Router fd45c0b9-8035-44fd-b6e5-321000cec105 is scheduled to L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:39:09.104772 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 5104462b-12fc-48bf-9bb4-d9a0cffcea65 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:09.166557 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:09.167462 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:09.208962 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:09.220194 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Sync routers for ids ['fd45c0b9-8035-44fd-b6e5-321000cec105'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:09.241457 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Routers {'fd45c0b9-8035-44fd-b6e5-321000cec105'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:09.242780 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['fd45c0b9-8035-44fd-b6e5-321000cec105'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:09.288506 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:09.293442 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2c36b707-a5a3-4961-8c80-0e3e8f4bc22b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4291162 Jan 17 09:39:09.293803 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38810) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:09.385702 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:09.388986 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:09.403063 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff506e2-dd79-4c76-85cc-5706bc2db8f6 req-995006de-733a-4ad7-8c88-0c0077ae2989 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:09.413954 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bff506e2-dd79-4c76-85cc-5706bc2db8f6 req-995006de-733a-4ad7-8c88-0c0077ae2989 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.1391246 Jan 17 09:39:09.434762 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Set router fd45c0b9-8035-44fd-b6e5-321000cec105 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:09.535409 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:09.542026 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:09.543807 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bff506e2-dd79-4c76-85cc-5706bc2db8f6 req-aedd855d-2223-4eb1-aa8a-ff804e8750af tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257982 Jan 17 09:39:09.558328 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38818) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:09.654002 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:09.654400 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:09.710530 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=e6153cf6-11e1-4c7d-82bc-a4504f65d1e3,segment=NetworkSegment(8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2),segment_id=8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:09.791063 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:09.843891 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f49d73e-f861-446d-bb75-8fae0dbc8229 None None] Network 5bf95972-849a-445d-bb08-b684a5fbd895 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:39:09.846287 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:06Z', 'updated_at': '2022-01-17T09:39:08Z', 'revision_number': 3, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'gw_port': {'id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:07Z', 'updated_at': '2022-01-17T09:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:09.893456 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Checking router: fd45c0b9-8035-44fd-b6e5-321000cec105 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:09.893456 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Updating router fd45c0b9-8035-44fd-b6e5-321000cec105 port 6c006c00-1304-4aa0-a649-0d7e7e47445d binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:39:09.933673 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.068859 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0f0bb85c-0431-411c-a56d-3cd4db6e94f5 None None] Provisioning complete for port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:10.069522 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb85c-0431-411c-a56d-3cd4db6e94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.092186 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=e6153cf6-11e1-4c7d-82bc-a4504f65d1e3,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:10.105685 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.153642 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636fcee-d062-419e-a06d-d85d6f0edf0e tempest-TestMinimumBasicScenario-1946073858 tempest-TestMinimumBasicScenario-1946073858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:10.155285 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7636fcee-d062-419e-a06d-d85d6f0edf0e tempest-TestMinimumBasicScenario-1946073858 tempest-TestMinimumBasicScenario-1946073858-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1093 time: 0.5955741 Jan 17 09:39:10.158654 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38834) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:10.164836 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'floatingip': {'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'port_id': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:10.244094 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.287017 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bb85c-0431-411c-a56d-3cd4db6e94f5 None None] Current status of the port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:10.295838 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Publish callbacks [] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.297122 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Allocated IP 172.20.0.1 (5bf95972-849a-445d-bb08-b684a5fbd895/faae56ec-fd2b-4cd2-9d16-6d4624ba902c/b8f9bca9-ae58-4450-a960-f9a14c6b58ab) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:10.519517 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.520949 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Publish callbacks [] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.521717 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5d6243a0-5221-4b99-9805-8538dc848426 None None] Provisioning complete for port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:10.521717 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d6243a0-5221-4b99-9805-8538dc848426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.538953 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.588531 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.599906 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Allocated IP 172.27.1.254 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/e3a80939-a059-4ad3-afb8-a10a0148e253) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:10.601056 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5d6243a0-5221-4b99-9805-8538dc848426 None None] Current status of the port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:10.609801 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e61d6-d7cf-4ca3-9b75-f26d527ad69a None None] Pushing event updated for resources: {'Port': ['ID=6c006c00-1304-4aa0-a649-0d7e7e47445d,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:10.612218 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Attempting to bind port 6c006c00-1304-4aa0-a649-0d7e7e47445d on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:39:10.612585 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Attempting to bind port 6c006c00-1304-4aa0-a649-0d7e7e47445d by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:39:10.613136 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Attempting to bind port 6c006c00-1304-4aa0-a649-0d7e7e47445d on network 50a1d126-1fb1-4dda-8924-26e8926320d3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:10.621712 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:39:10.622088 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Checking segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:10.622494 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.622884 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Bound using segment: {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:39:10.623447 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Bound port: 6c006c00-1304-4aa0-a649-0d7e7e47445d, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd85917-4b90-4a8b-bbbb-df7b66a07ba5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:39:10.623830 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.630299 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Network 5bf95972-849a-445d-bb08-b684a5fbd895 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:10.633668 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:10.637204 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:10.700099 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7970950'] for router_interface (fd45c0b9-8035-44fd-b6e5-321000cec105), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.700099 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Pushing event updated for resources: {'Port': ['ID=b8f9bca9-ae58-4450-a960-f9a14c6b58ab,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:10.700400 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] For port 6c006c00-1304-4aa0-a649-0d7e7e47445d, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:39:10.700400 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] For port 6c006c00-1304-4aa0-a649-0d7e7e47445d, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6c006c00-1304-4aa0-a649-0d7e7e47445d,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:39:10.765413 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.765530 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for port (e3a80939-a059-4ad3-afb8-a10a0148e253), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.816883 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Routers {'fd45c0b9-8035-44fd-b6e5-321000cec105'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:10.817506 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['fd45c0b9-8035-44fd-b6e5-321000cec105'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:10.872531 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e61d6-d7cf-4ca3-9b75-f26d527ad69a None None] Pushing event updated for resources: {'Port': ['ID=6c006c00-1304-4aa0-a649-0d7e7e47445d,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:10.888300 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (e3a80939-a059-4ad3-afb8-a10a0148e253), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.896291 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.933685 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:10.938360 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:10.940771 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bf5e9b95-d0bd-4ab9-8036-a724f2b26517 None None] Provisioning complete for port b8f9bca9-ae58-4450-a960-f9a14c6b58ab triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:10.941355 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9b95-d0bd-4ab9-8036-a724f2b26517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:10.942263 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:10.968227 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] Set router fd45c0b9-8035-44fd-b6e5-321000cec105 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:11.002807 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e9b95-d0bd-4ab9-8036-a724f2b26517 None None] Port b8f9bca9-ae58-4450-a960-f9a14c6b58ab cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:39:11.006239 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'Port': ['ID=e3a80939-a059-4ad3-afb8-a10a0148e253,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:11.073064 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:11.128852 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:11.129470 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:11.174059 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Publish callbacks [] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:11.221188 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:06Z', 'updated_at': '2022-01-17T09:39:08Z', 'revision_number': 3, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'gw_port': {'id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:07Z', 'updated_at': '2022-01-17T09:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:11.251745 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b990ca1-3c96-466d-b3a3-1479cd41645c None None] The sync data for ids ['fd45c0b9-8035-44fd-b6e5-321000cec105'] in dv-cinder-815461-8-iscsi is: [{'id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:06Z', 'updated_at': '2022-01-17T09:39:08Z', 'revision_number': 3, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'gw_port': {'id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:07Z', 'updated_at': '2022-01-17T09:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:11.256373 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4561237'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:11.284307 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:11.334703 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7932047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7970834'] for router_interface (fd45c0b9-8035-44fd-b6e5-321000cec105), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:11.336638 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Pushing event updated for resources: {'Port': ['ID=b8f9bca9-ae58-4450-a960-f9a14c6b58ab,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:11.461629 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Network 5bf95972-849a-445d-bb08-b684a5fbd895 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:11.463704 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:11.475459 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for floatingip (e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:11.673648 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:39:11.701275 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Router fd45c0b9-8035-44fd-b6e5-321000cec105 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:11.705093 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (e3a80939-a059-4ad3-afb8-a10a0148e253), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:11.836477 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-24dc742c-0a01-46e4-87a2-2c8118cacfe5 None None] Provisioning complete for port b8f9bca9-ae58-4450-a960-f9a14c6b58ab triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:11.837645 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-24dc742c-0a01-46e4-87a2-2c8118cacfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:11.877869 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-24dc742c-0a01-46e4-87a2-2c8118cacfe5 None None] Port b8f9bca9-ae58-4450-a960-f9a14c6b58ab cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:39:11.942953 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for port (e3a80939-a059-4ad3-afb8-a10a0148e253), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:12.007864 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (e3a80939-a059-4ad3-afb8-a10a0148e253), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:12.045281 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:12.049822 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:12.054283 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-6adb4c49-afda-46c6-895c-fcf52b2c3bce admin admin] 10.222.0.73 "PUT /v2.0/routers/fd45c0b9-8035-44fd-b6e5-321000cec105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7584469 Jan 17 09:39:12.106588 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'Port': ['ID=e3a80939-a059-4ad3-afb8-a10a0148e253,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:12.171095 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Floating IP e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb associated. External IP: 172.27.1.254, port: 5f136342-57ba-441e-a8fb-ae546ce8a7b4. Jan 17 09:39:12.403145 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Router 7415771d-430a-4c60-9b49-cef8c870a0a1 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:12.518070 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:12.530000 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] Sync routers for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:12.545211 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:12.546167 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:12.618986 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:12.658484 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38876) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:12.659059 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0025e562-667d-4022-a68a-bb8db5211b83 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4966547 Jan 17 09:39:12.659059 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:12.660286 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80005a65-9167-42e4-8365-bbaced928f66" -d '{"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:12.660973 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a27e38cf-0f49-4199-b7ca-38d10c7699b1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059037083', 'description': 'tempest-secgroup-smoke-1059037083 description', 'project_id': 'f792385fa3114cfea645c6ceba043ae1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:12.690028 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:12.709021 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53970572-af66-4708-bec8-6949ac7652a4 x-openstack-request-id: req-53970572-af66-4708-bec8-6949ac7652a4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:12.709934 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:12.710426 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53970572-af66-4708-bec8-6949ac7652a4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:12.711080 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'status': 'completed', 'code': 200} Jan 17 09:39:12.796384 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005a65-9167-42e4-8365-bbaced928f66 req-fd7c3f94-df41-4a1b-b2ed-cd26b82e95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:12.796549 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a27e38cf-0f49-4199-b7ca-38d10c7699b1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:12.799071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-80005a65-9167-42e4-8365-bbaced928f66 req-fd7c3f94-df41-4a1b-b2ed-cd26b82e95a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f792385fa3114cfea645c6ceba043ae1&device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1098 time: 0.0631857 Jan 17 09:39:12.895217 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a27e38cf-0f49-4199-b7ca-38d10c7699b1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group (ea9dc072-1239-469e-bb48-67e33dd4dbb5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:12.910469 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005a65-9167-42e4-8365-bbaced928f66 req-b87ecc3c-6d46-4af7-ab56-50a1cda11fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:12.912333 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-80005a65-9167-42e4-8365-bbaced928f66 req-b87ecc3c-6d46-4af7-ab56-50a1cda11fdc service neutron] 10.222.0.72 "GET /v2.0/networks?id=feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 200 len: 915 time: 0.1045752 Jan 17 09:39:12.912673 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:12.921054 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38882) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:12.925765 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cce1acd9-ce40-49db-83f9-2393db5d816d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133166547', 'description': 'tempest-secgroup-smoke-133166547 description', 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:12.970765 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a27e38cf-0f49-4199-b7ca-38d10c7699b1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (ea9dc072-1239-469e-bb48-67e33dd4dbb5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.006749 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-80005a65-9167-42e4-8365-bbaced928f66 req-a1b3297e-54b6-470e-8223-6cc51c43fd05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 999 time: 0.0877740 Jan 17 09:39:13.034894 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e38cf-0f49-4199-b7ca-38d10c7699b1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9dc072-1239-469e-bb48-67e33dd4dbb5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:13.044870 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cce1acd9-ce40-49db-83f9-2393db5d816d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.092977 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a27e38cf-0f49-4199-b7ca-38d10c7699b1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.095375 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-a27e38cf-0f49-4199-b7ca-38d10c7699b1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4372311 Jan 17 09:39:13.101050 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38890) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:13.109483 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7118614e-2026-4395-b389-607ea843016e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'security_group_rule': {'security_group_id': 'ea9dc072-1239-469e-bb48-67e33dd4dbb5', 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:13.136719 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005a65-9167-42e4-8365-bbaced928f66 req-058d7913-1a21-4183-87a3-9680e829cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:13.144536 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-80005a65-9167-42e4-8365-bbaced928f66 req-058d7913-1a21-4183-87a3-9680e829cb46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99996228-eb58-494e-b921-94070e3b6d09 HTTP/1.1" status: 200 len: 853 time: 0.1312401 Jan 17 09:39:13.208942 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6c006c00-1304-4aa0-a649-0d7e7e47445d up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:13.220744 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005a65-9167-42e4-8365-bbaced928f66 req-f3b4766d-7812-4a0e-9102-c2c8f96438e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:13.222253 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-80005a65-9167-42e4-8365-bbaced928f66 req-f3b4766d-7812-4a0e-9102-c2c8f96438e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=feb3a3e8-e5ae-4538-b417-9588c08877b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675423 Jan 17 09:39:13.227865 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7118614e-2026-4395-b389-607ea843016e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (418fac8a-cc68-45fc-959c-f1519995eadb), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.234763 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cce1acd9-ce40-49db-83f9-2393db5d816d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group (454a0785-7576-4fbc-8a02-ae2aa5b39429), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.281051 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': 'e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'port_id': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'mac_address': 'fa:16:3e:4c:0b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:39:11Z', 'updated_at': '2022-01-17T09:39:11Z', 'revision_number': 0, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31eced19-98a0-44c1-8afe-f149c64c5a29', 'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'mac_address': 'fa:16:3e:06:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:47Z', 'updated_at': '2022-01-17T09:37:52Z', 'revision_number': 5, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'subnets': [{'id': '99996228-eb58-494e-b921-94070e3b6d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:13.293166 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Sync routers for ids ['fd45c0b9-8035-44fd-b6e5-321000cec105'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:13.301056 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7118614e-2026-4395-b389-607ea843016e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (418fac8a-cc68-45fc-959c-f1519995eadb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.302551 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cce1acd9-ce40-49db-83f9-2393db5d816d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (454a0785-7576-4fbc-8a02-ae2aa5b39429), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.306158 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Routers {'fd45c0b9-8035-44fd-b6e5-321000cec105'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:13.307638 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['fd45c0b9-8035-44fd-b6e5-321000cec105'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:13.313472 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 6c006c00-1304-4aa0-a649-0d7e7e47445d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:13.313472 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.319287 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] Checking router: 7415771d-430a-4c60-9b49-cef8c870a0a1 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:13.331893 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1acd9-ce40-49db-83f9-2393db5d816d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454a0785-7576-4fbc-8a02-ae2aa5b39429,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:13.351437 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-80005a65-9167-42e4-8365-bbaced928f66 req-74171d02-0414-46e1-a45d-484ab9e894f0 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158795 Jan 17 09:39:13.364063 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:13.364400 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:13.372780 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7118614e-2026-4395-b389-607ea843016e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (418fac8a-cc68-45fc-959c-f1519995eadb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.396063 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118614e-2026-4395-b389-607ea843016e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418fac8a-cc68-45fc-959c-f1519995eadb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:13.414096 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cce1acd9-ce40-49db-83f9-2393db5d816d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.416221 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-cce1acd9-ce40-49db-83f9-2393db5d816d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4938364 Jan 17 09:39:13.419076 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38892) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:13.429299 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-be751269-2a74-4506-a0fa-090512ef2dd7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Request body: {'security_group_rule': {'security_group_id': '454a0785-7576-4fbc-8a02-ae2aa5b39429', 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:13.459010 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Set router fd45c0b9-8035-44fd-b6e5-321000cec105 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:13.511540 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7118614e-2026-4395-b389-607ea843016e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.513202 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-7118614e-2026-4395-b389-607ea843016e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110682 Jan 17 09:39:13.515901 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38894) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:13.517156 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 6c006c00-1304-4aa0-a649-0d7e7e47445d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:13.517553 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.522769 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-423483bc-b547-4a05-98cf-e82e304c5686 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'security_group_rule': {'security_group_id': 'ea9dc072-1239-469e-bb48-67e33dd4dbb5', 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:13.540456 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:13.577205 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] For port 6c006c00-1304-4aa0-a649-0d7e7e47445d, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6c006c00-1304-4aa0-a649-0d7e7e47445d,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:13.616662 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be751269-2a74-4506-a0fa-090512ef2dd7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (b3f5dbbe-479e-441c-a9db-6c1c98593041), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.632647 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.693192 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be751269-2a74-4506-a0fa-090512ef2dd7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (b3f5dbbe-479e-441c-a9db-6c1c98593041), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.695453 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-423483bc-b547-4a05-98cf-e82e304c5686 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (4da6714a-aa53-40e6-b125-5ba4cbbe6f2f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.716440 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:06Z', 'updated_at': '2022-01-17T09:39:10Z', 'revision_number': 4, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'gw_port': {'id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:07Z', 'updated_at': '2022-01-17T09:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'b8f9bca9-ae58-4450-a960-f9a14c6b58ab', 'name': '', 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'mac_address': 'fa:16:3e:18:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'faae56ec-fd2b-4cd2-9d16-6d4624ba902c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:10Z', 'updated_at': '2022-01-17T09:39:10Z', 'revision_number': 2, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'subnets': [{'id': 'faae56ec-fd2b-4cd2-9d16-6d4624ba902c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:13.750441 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Checking router: fd45c0b9-8035-44fd-b6e5-321000cec105 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:13.751050 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Updating router fd45c0b9-8035-44fd-b6e5-321000cec105 port b8f9bca9-ae58-4450-a960-f9a14c6b58ab binding host dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:39:13.767102 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-423483bc-b547-4a05-98cf-e82e304c5686 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (4da6714a-aa53-40e6-b125-5ba4cbbe6f2f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.769647 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be751269-2a74-4506-a0fa-090512ef2dd7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (b3f5dbbe-479e-441c-a9db-6c1c98593041), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.773944 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-80005a65-9167-42e4-8365-bbaced928f66 req-994eea35-243c-45ac-ad97-60abf8deb096 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156990 Jan 17 09:39:13.779608 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.791980 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be751269-2a74-4506-a0fa-090512ef2dd7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f5dbbe-479e-441c-a9db-6c1c98593041,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:13.807094 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Pushing event updated for resources: {'Port': ['ID=6c006c00-1304-4aa0-a649-0d7e7e47445d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:13.880711 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-423483bc-b547-4a05-98cf-e82e304c5686 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (4da6714a-aa53-40e6-b125-5ba4cbbe6f2f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.893203 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': 'e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'port_id': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'mac_address': 'fa:16:3e:4c:0b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:39:11Z', 'updated_at': '2022-01-17T09:39:11Z', 'revision_number': 0, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31eced19-98a0-44c1-8afe-f149c64c5a29', 'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'mac_address': 'fa:16:3e:06:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:47Z', 'updated_at': '2022-01-17T09:37:52Z', 'revision_number': 5, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'subnets': [{'id': '99996228-eb58-494e-b921-94070e3b6d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:13.899079 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423483bc-b547-4a05-98cf-e82e304c5686 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da6714a-aa53-40e6-b125-5ba4cbbe6f2f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:13.909752 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be751269-2a74-4506-a0fa-090512ef2dd7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.914396 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-be751269-2a74-4506-a0fa-090512ef2dd7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4916816 Jan 17 09:39:13.916186 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38900) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:13.921217 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-80fe4553-9223-4c77-9fd5-607ff3738882 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Request body: {'security_group_rule': {'security_group_id': '454a0785-7576-4fbc-8a02-ae2aa5b39429', 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:13.923786 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc054c5-84ad-471e-813b-cef9541a86bc None None] The sync data for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi is: [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': 'e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'port_id': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'mac_address': 'fa:16:3e:4c:0b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:39:11Z', 'updated_at': '2022-01-17T09:39:11Z', 'revision_number': 0, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31eced19-98a0-44c1-8afe-f149c64c5a29', 'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'mac_address': 'fa:16:3e:06:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:47Z', 'updated_at': '2022-01-17T09:37:52Z', 'revision_number': 5, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'subnets': [{'id': '99996228-eb58-494e-b921-94070e3b6d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:13.995622 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-423483bc-b547-4a05-98cf-e82e304c5686 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.997041 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-423483bc-b547-4a05-98cf-e82e304c5686 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4782107 Jan 17 09:39:14.000340 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38902) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:14.005469 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5aac8669-3820-4e8e-a49f-fb95e81f505b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'security_group_rule': {'security_group_id': 'ea9dc072-1239-469e-bb48-67e33dd4dbb5', 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:14.072915 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Publish callbacks [] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.077373 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80fe4553-9223-4c77-9fd5-607ff3738882 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (c3909065-ffb3-486b-9992-0a0bb5f6d9dc), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.138896 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.150504 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80fe4553-9223-4c77-9fd5-607ff3738882 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (c3909065-ffb3-486b-9992-0a0bb5f6d9dc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.169545 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aac8669-3820-4e8e-a49f-fb95e81f505b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (d0e0b363-76c3-4d86-9273-b844bf584bba), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.224950 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80fe4553-9223-4c77-9fd5-607ff3738882 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (c3909065-ffb3-486b-9992-0a0bb5f6d9dc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.244453 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe4553-9223-4c77-9fd5-607ff3738882 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3909065-ffb3-486b-9992-0a0bb5f6d9dc,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:14.260825 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aac8669-3820-4e8e-a49f-fb95e81f505b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (d0e0b363-76c3-4d86-9273-b844bf584bba), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.295782 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5257a4-171a-4a53-8932-0fafad65ac84 None None] Pushing event updated for resources: {'Port': ['ID=b8f9bca9-ae58-4450-a960-f9a14c6b58ab,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:14.339435 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80fe4553-9223-4c77-9fd5-607ff3738882 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.340821 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aac8669-3820-4e8e-a49f-fb95e81f505b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (d0e0b363-76c3-4d86-9273-b844bf584bba), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.341102 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-80fe4553-9223-4c77-9fd5-607ff3738882 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4236281 Jan 17 09:39:14.344025 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38912) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:14.344632 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Attempting to bind port b8f9bca9-ae58-4450-a960-f9a14c6b58ab on host dv-cinder-815461-8-iscsi for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:39:14.345312 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Attempting to bind port b8f9bca9-ae58-4450-a960-f9a14c6b58ab by drivers openvswitch,hyperv on host dv-cinder-815461-8-iscsi at level 0 using segments [{'id': '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:39:14.345695 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Attempting to bind port b8f9bca9-ae58-4450-a960-f9a14c6b58ab on network 5bf95972-849a-445d-bb08-b684a5fbd895 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:14.348943 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-95ebe87f-5b01-4bd0-8f96-0f36a2103efb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Request body: {'security_group_rule': {'security_group_id': '454a0785-7576-4fbc-8a02-ae2aa5b39429', 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:14.351634 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Checking agent: {'id': 'da5ec78c-a53c-4207-92e3-10df80260117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 26, 58), 'started_at': datetime.datetime(2022, 1, 17, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:39:14.352099 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Checking segment: {'id': '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:14.353157 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.353604 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Bound using segment: {'id': '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:39:14.354495 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Bound port: b8f9bca9-ae58-4450-a960-f9a14c6b58ab, host: dv-cinder-815461-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:39:14.354495 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.365320 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac8669-3820-4e8e-a49f-fb95e81f505b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e0b363-76c3-4d86-9273-b844bf584bba,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:14.427695 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] For port b8f9bca9-ae58-4450-a960-f9a14c6b58ab, host dv-cinder-815461-8-iscsi, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:39:14.431103 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] For port b8f9bca9-ae58-4450-a960-f9a14c6b58ab, host dv-cinder-815461-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=b8f9bca9-ae58-4450-a960-f9a14c6b58ab,segment=NetworkSegment(8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2),segment_id=8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:39:14.465101 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aac8669-3820-4e8e-a49f-fb95e81f505b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.469351 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5aac8669-3820-4e8e-a49f-fb95e81f505b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4648402 Jan 17 09:39:14.469558 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38914) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:14.474450 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-521468b8-ccbd-468d-9e94-f93c471faf3a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'security_group_rule': {'security_group_id': 'ea9dc072-1239-469e-bb48-67e33dd4dbb5', 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:14.493720 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b26f6-a99f-4e9d-a858-638ff1bc3a84 None None] New status for floating IP e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:39:14.564624 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-66771a3d-a497-4eab-87ba-3dad7f6e2b83 None None] Provisioning complete for port b8f9bca9-ae58-4450-a960-f9a14c6b58ab triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:14.564917 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66771a3d-a497-4eab-87ba-3dad7f6e2b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.570165 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.634178 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Routers {'fd45c0b9-8035-44fd-b6e5-321000cec105'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:14.634851 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:38:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['fd45c0b9-8035-44fd-b6e5-321000cec105'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:14.638016 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5257a4-171a-4a53-8932-0fafad65ac84 None None] Pushing event updated for resources: {'Port': ['ID=b8f9bca9-ae58-4450-a960-f9a14c6b58ab,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:14.648579 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ebe87f-5b01-4bd0-8f96-0f36a2103efb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (49476813-91ae-493d-87e4-4f8a9eb5cdb0), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.759589 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ebe87f-5b01-4bd0-8f96-0f36a2103efb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (49476813-91ae-493d-87e4-4f8a9eb5cdb0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.760230 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-521468b8-ccbd-468d-9e94-f93c471faf3a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (a7b96121-57f9-4232-a9c5-86e51e305fc0), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.805871 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-66771a3d-a497-4eab-87ba-3dad7f6e2b83 None None] Current status of the port b8f9bca9-ae58-4450-a960-f9a14c6b58ab is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:14.806547 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66771a3d-a497-4eab-87ba-3dad7f6e2b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.821725 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] Set router fd45c0b9-8035-44fd-b6e5-321000cec105 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:14.841727 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ebe87f-5b01-4bd0-8f96-0f36a2103efb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (49476813-91ae-493d-87e4-4f8a9eb5cdb0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.874787 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-66771a3d-a497-4eab-87ba-3dad7f6e2b83 None None] For port b8f9bca9-ae58-4450-a960-f9a14c6b58ab, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=b8f9bca9-ae58-4450-a960-f9a14c6b58ab,segment=NetworkSegment(8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2),segment_id=8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:14.878524 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebe87f-5b01-4bd0-8f96-0f36a2103efb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49476813-91ae-493d-87e4-4f8a9eb5cdb0,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:14.903904 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-521468b8-ccbd-468d-9e94-f93c471faf3a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (a7b96121-57f9-4232-a9c5-86e51e305fc0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.917469 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aba45-24cc-4a57-84b7-c75b2f6fa96f req-de8ee78a-eeb9-4414-8102-ddf8e98492ce tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:14.919126 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c93aba45-24cc-4a57-84b7-c75b2f6fa96f req-de8ee78a-eeb9-4414-8102-ddf8e98492ce tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.1151733 Jan 17 09:39:14.952823 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66771a3d-a497-4eab-87ba-3dad7f6e2b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.954284 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ebe87f-5b01-4bd0-8f96-0f36a2103efb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.958528 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-95ebe87f-5b01-4bd0-8f96-0f36a2103efb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6132767 Jan 17 09:39:14.959153 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38922) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:14.964729 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d0bd222f-e0ea-4c97-ad2d-d1e064528ed1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Request body: {'security_group_rule': {'security_group_id': '454a0785-7576-4fbc-8a02-ae2aa5b39429', 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:15.003818 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c93aba45-24cc-4a57-84b7-c75b2f6fa96f req-25a21ad3-8622-4b04-833a-36cb6f6d15eb tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781143 Jan 17 09:39:15.027038 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-521468b8-ccbd-468d-9e94-f93c471faf3a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (a7b96121-57f9-4232-a9c5-86e51e305fc0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.047861 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66771a3d-a497-4eab-87ba-3dad7f6e2b83 None None] Pushing event updated for resources: {'Port': ['ID=b8f9bca9-ae58-4450-a960-f9a14c6b58ab,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:15.050046 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521468b8-ccbd-468d-9e94-f93c471faf3a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b96121-57f9-4232-a9c5-86e51e305fc0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:15.078013 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6c006c00-1304-4aa0-a649-0d7e7e47445d up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:15.120775 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:06Z', 'updated_at': '2022-01-17T09:39:10Z', 'revision_number': 4, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'gw_port': {'id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:07Z', 'updated_at': '2022-01-17T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'b8f9bca9-ae58-4450-a960-f9a14c6b58ab', 'name': '', 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'mac_address': 'fa:16:3e:18:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'faae56ec-fd2b-4cd2-9d16-6d4624ba902c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:10Z', 'updated_at': '2022-01-17T09:39:14Z', 'revision_number': 4, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'subnets': [{'id': 'faae56ec-fd2b-4cd2-9d16-6d4624ba902c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:15.124939 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0bd222f-e0ea-4c97-ad2d-d1e064528ed1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (e6f42c2e-392f-4f5f-b634-e2c6f912bc09), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.131204 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6c988a86-6d32-4f19-acaf-dd14be02b190 None None] Provisioning complete for port b8f9bca9-ae58-4450-a960-f9a14c6b58ab triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:15.131204 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c988a86-6d32-4f19-acaf-dd14be02b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.152604 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-521468b8-ccbd-468d-9e94-f93c471faf3a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.152808 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa7d8d-6238-41e2-bf3c-79b74ff88bff None None] The sync data for ids ['fd45c0b9-8035-44fd-b6e5-321000cec105'] in dv-cinder-815461-8-iscsi is: [{'id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:06Z', 'updated_at': '2022-01-17T09:39:10Z', 'revision_number': 4, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'gw_port': {'id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:07Z', 'updated_at': '2022-01-17T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'b8f9bca9-ae58-4450-a960-f9a14c6b58ab', 'name': '', 'network_id': '5bf95972-849a-445d-bb08-b684a5fbd895', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'mac_address': 'fa:16:3e:18:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'faae56ec-fd2b-4cd2-9d16-6d4624ba902c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:10Z', 'updated_at': '2022-01-17T09:39:14Z', 'revision_number': 4, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'subnets': [{'id': 'faae56ec-fd2b-4cd2-9d16-6d4624ba902c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:15.157414 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-521468b8-ccbd-468d-9e94-f93c471faf3a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6831021 Jan 17 09:39:15.157414 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38924) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:15.161927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ec104477-e056-478b-86ac-8cf28d98cd89 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'security_group_rule': {'security_group_id': 'ea9dc072-1239-469e-bb48-67e33dd4dbb5', 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:15.190584 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0bd222f-e0ea-4c97-ad2d-d1e064528ed1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (e6f42c2e-392f-4f5f-b634-e2c6f912bc09), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.193491 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port 6c006c00-1304-4aa0-a649-0d7e7e47445d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:15.193890 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.265620 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6c988a86-6d32-4f19-acaf-dd14be02b190 None None] Current status of the port b8f9bca9-ae58-4450-a960-f9a14c6b58ab is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:15.267339 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-ec104477-e056-478b-86ac-8cf28d98cd89 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Project f792385fa3114cfea645c6ceba043ae1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:39:15.279770 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec104477-e056-478b-86ac-8cf28d98cd89 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (837428b8-00ab-46f5-b119-d560d3ce201e), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.308099 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0bd222f-e0ea-4c97-ad2d-d1e064528ed1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (e6f42c2e-392f-4f5f-b634-e2c6f912bc09), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.342931 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 6c006c00-1304-4aa0-a649-0d7e7e47445d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:15.367860 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd222f-e0ea-4c97-ad2d-d1e064528ed1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f42c2e-392f-4f5f-b634-e2c6f912bc09,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:15.441128 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec104477-e056-478b-86ac-8cf28d98cd89 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (837428b8-00ab-46f5-b119-d560d3ce201e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.444851 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0bd222f-e0ea-4c97-ad2d-d1e064528ed1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.448615 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-d0bd222f-e0ea-4c97-ad2d-d1e064528ed1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4855669 Jan 17 09:39:15.455448 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38934) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:15.455448 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-08c7697d-b377-4041-af9f-eab4a3e8b0f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Request body: {'security_group_rule': {'security_group_id': '454a0785-7576-4fbc-8a02-ae2aa5b39429', 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:15.533521 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec104477-e056-478b-86ac-8cf28d98cd89 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (837428b8-00ab-46f5-b119-d560d3ce201e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.556231 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec104477-e056-478b-86ac-8cf28d98cd89 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837428b8-00ab-46f5-b119-d560d3ce201e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:15.573170 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-08c7697d-b377-4041-af9f-eab4a3e8b0f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Project 09b34e99f78d4eb5aeea5ddec61c27bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:39:15.581445 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08c7697d-b377-4041-af9f-eab4a3e8b0f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (3f32b5f6-32d8-4e07-ba9e-de47fa3f7e13), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.645068 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08c7697d-b377-4041-af9f-eab4a3e8b0f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (3f32b5f6-32d8-4e07-ba9e-de47fa3f7e13), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.646654 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec104477-e056-478b-86ac-8cf28d98cd89 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.650568 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ec104477-e056-478b-86ac-8cf28d98cd89 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4897468 Jan 17 09:39:15.650887 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 38940) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:15.652475 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-16002984-60cb-463d-9a06-1760bcad5269 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683707676&fields=id&tenant_id=27f4051841264572a32481e0c189dff9 HTTP/1.1" status: 200 len: 267 time: 0.0528672 Jan 17 09:39:15.655794 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-646a0710-cce4-4d9b-bfc2-10c71fc7cb78 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'security_group_rule': {'security_group_id': 'ea9dc072-1239-469e-bb48-67e33dd4dbb5', 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:15.729647 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08c7697d-b377-4041-af9f-eab4a3e8b0f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (3f32b5f6-32d8-4e07-ba9e-de47fa3f7e13), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.750158 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7697d-b377-4041-af9f-eab4a3e8b0f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f32b5f6-32d8-4e07-ba9e-de47fa3f7e13,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:15.759726 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-646a0710-cce4-4d9b-bfc2-10c71fc7cb78 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Project f792385fa3114cfea645c6ceba043ae1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:39:15.765571 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-646a0710-cce4-4d9b-bfc2-10c71fc7cb78 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (f8d500ec-b900-43db-84aa-4130255d40c4), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.770265 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-66a94321-e0ab-4927-ace7-23f47f29364e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:15.771847 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-66a94321-e0ab-4927-ace7-23f47f29364e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 812 time: 0.1118987 Jan 17 09:39:15.789570 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-f175b88a-196f-49ea-823e-2f0bc27bc856 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/quotas/27f4051841264572a32481e0c189dff9 HTTP/1.1" status: 200 len: 375 time: 0.0107951 Jan 17 09:39:15.823046 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08c7697d-b377-4041-af9f-eab4a3e8b0f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.827136 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 38942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:15.827370 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-08c7697d-b377-4041-af9f-eab4a3e8b0f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3772538 Jan 17 09:39:15.832479 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1e21b813-1f1d-47c5-adb1-e3c4cb709f08 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Request body: {'security_group_rule': {'security_group_id': '454a0785-7576-4fbc-8a02-ae2aa5b39429', 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:15.842379 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-646a0710-cce4-4d9b-bfc2-10c71fc7cb78 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (f8d500ec-b900-43db-84aa-4130255d40c4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.863102 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-8df505ba-9978-4c9b-b9c7-4bdedd8c9833 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678685 Jan 17 09:39:15.906860 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-646a0710-cce4-4d9b-bfc2-10c71fc7cb78 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (f8d500ec-b900-43db-84aa-4130255d40c4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.926976 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a0710-cce4-4d9b-bfc2-10c71fc7cb78 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d500ec-b900-43db-84aa-4130255d40c4,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:15.943016 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-1e21b813-1f1d-47c5-adb1-e3c4cb709f08 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Project 09b34e99f78d4eb5aeea5ddec61c27bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:39:15.952770 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e21b813-1f1d-47c5-adb1-e3c4cb709f08 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (e72ed0c7-69e3-4c5a-880b-4edee2b792db), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.997133 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-3b803f16-3f2f-4ecf-b037-a9ebc774a801 service neutron] 10.222.0.73 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208663 Jan 17 09:39:16.004938 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-646a0710-cce4-4d9b-bfc2-10c71fc7cb78 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.009348 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-646a0710-cce4-4d9b-bfc2-10c71fc7cb78 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3542233 Jan 17 09:39:16.090367 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e21b813-1f1d-47c5-adb1-e3c4cb709f08 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (e72ed0c7-69e3-4c5a-880b-4edee2b792db), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.141168 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-cf2a0a13-5279-4c27-ba77-f9e804c557fd tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059037083&fields=id&tenant_id=f792385fa3114cfea645c6ceba043ae1 HTTP/1.1" status: 200 len: 267 time: 0.0792849 Jan 17 09:39:16.147169 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e21b813-1f1d-47c5-adb1-e3c4cb709f08 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (e72ed0c7-69e3-4c5a-880b-4edee2b792db), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.169624 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-0f06c2ca-b70c-4fc4-9aa9-e2316980270a service neutron] 10.222.0.73 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638772 Jan 17 09:39:16.197383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b813-1f1d-47c5-adb1-e3c4cb709f08 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72ed0c7-69e3-4c5a-880b-4edee2b792db,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:16.221241 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-0161fea0-2b13-467a-b74b-bfc3351e6039 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:16.223306 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-0161fea0-2b13-467a-b74b-bfc3351e6039 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.0688484 Jan 17 09:39:16.241267 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-d2c2367d-2373-4d45-a731-a79fa0a3bca1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'port': {'security_groups': ['355f365f-9bfb-4d9f-befc-e8ba482b7838', 'ea9dc072-1239-469e-bb48-67e33dd4dbb5']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:16.289356 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e21b813-1f1d-47c5-adb1-e3c4cb709f08 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.291072 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1e21b813-1f1d-47c5-adb1-e3c4cb709f08 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4629529 Jan 17 09:39:16.335659 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-d2c2367d-2373-4d45-a731-a79fa0a3bca1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.498852 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-63573571-582c-4649-bb8c-96bcb60dafea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842299 Jan 17 09:39:16.604590 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-85397368-649c-4665-8695-50ada773c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:16.606149 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-85397368-649c-4665-8695-50ada773c1df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 1098 time: 0.0612411 Jan 17 09:39:16.634489 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-d2c2367d-2373-4d45-a731-a79fa0a3bca1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] For port 5f136342-57ba-441e-a8fb-ae546ce8a7b4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:16.719084 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-d2c2367d-2373-4d45-a731-a79fa0a3bca1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.754631 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-0a0425b2-8b8a-4193-aba5-73fc8892b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:16.754631 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-0a0425b2-8b8a-4193-aba5-73fc8892b80a service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.1093183 Jan 17 09:39:16.833533 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-d2c2367d-2373-4d45-a731-a79fa0a3bca1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.837337 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-e530fe88-fa21-4fb2-9225-d0bd404c0506 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd020b1c-e530-4d88-bdca-49407ed0a454 HTTP/1.1" status: 200 len: 1001 time: 0.0767717 Jan 17 09:39:16.911712 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['5f136342-57ba-441e-a8fb-ae546ce8a7b4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:39:16.943473 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-d2c2367d-2373-4d45-a731-a79fa0a3bca1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:16.948269 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-d2c2367d-2373-4d45-a731-a79fa0a3bca1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.949759 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f27cb6c7-1e79-44f2-953e-f024973650fc req-d2c2367d-2373-4d45-a731-a79fa0a3bca1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "PUT /v2.0/ports/5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 981 time: 0.7177722 Jan 17 09:39:16.987917 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:16.990190 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc22718-56d8-4f5a-a44f-7130800f2051" -d '{"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:17.022767 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['5f136342-57ba-441e-a8fb-ae546ce8a7b4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:39:17.054967 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2367d-2373-4d45-a731-a79fa0a3bca1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'Port': ['ID=5f136342-57ba-441e-a8fb-ae546ce8a7b4,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:17.077252 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d782f-520a-41e0-89f5-8107a34ea7be req-5ab4c964-336c-45a0-94d1-e690cd70e0fa tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:17.079483 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3f7d782f-520a-41e0-89f5-8107a34ea7be req-5ab4c964-336c-45a0-94d1-e690cd70e0fa tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.2447143 Jan 17 09:39:17.093658 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-0a815e85-8acc-4ea3-89dd-10454eccd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:17.095311 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-0a815e85-8acc-4ea3-89dd-10454eccd8b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.1657660 Jan 17 09:39:17.144853 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device b8f9bca9-ae58-4450-a960-f9a14c6b58ab up at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:17.210929 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-9fbb8b45-d501-4801-97d6-068360c3dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:17.214661 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-9fbb8b45-d501-4801-97d6-068360c3dcc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977814 Jan 17 09:39:17.216698 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3f7d782f-520a-41e0-89f5-8107a34ea7be req-636a9c58-7fba-4ca3-94c3-caf7315d099f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290817 Jan 17 09:39:17.310621 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-46062169-095d-47d9-8ada-7fdcc8dc9885 req-8f41eddb-3344-4112-aeca-492fbb01dfd5 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 210 time: 0.0537724 Jan 17 09:39:17.375528 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-191696e7-2398-4ebc-9050-97a259696d9f None None] Provisioning complete for port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:17.375982 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-191696e7-2398-4ebc-9050-97a259696d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.390851 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-0f8fae15-1276-4f84-b241-348f7522f4cf service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683736 Jan 17 09:39:17.399872 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3d2d-3cc0-494c-867b-f931a102f61f req-896aa2bf-3b8c-4a9e-9739-a178597a372a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:17.410287 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ce3e3d2d-3cc0-494c-867b-f931a102f61f req-896aa2bf-3b8c-4a9e-9739-a178597a372a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0968962 Jan 17 09:39:17.419050 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a6d35d-292e-4e53-a360-6f86a7ba9ff8 x-openstack-request-id: req-68a6d35d-292e-4e53-a360-6f86a7ba9ff8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:17.419050 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:17.419050 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68a6d35d-292e-4e53-a360-6f86a7ba9ff8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:17.419050 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'status': 'completed', 'code': 200} Jan 17 09:39:17.443176 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Provisioning complete for port b8f9bca9-ae58-4450-a960-f9a14c6b58ab triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:17.443435 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.566128 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-92f32917-8c6c-448e-b553-45ce69f7c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:17.567675 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-92f32917-8c6c-448e-b553-45ce69f7c6a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f792385fa3114cfea645c6ceba043ae1&device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1137 time: 0.1367917 Jan 17 09:39:17.576717 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ce3e3d2d-3cc0-494c-867b-f931a102f61f req-163d24da-f25d-45f6-a0fb-84454f90c1e6 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655400 Jan 17 09:39:17.629120 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a0ca92-b06f-44a4-abdf-dff6898a8f60 req-2d8562bd-ba53-480a-a48b-0d3e6cf33895 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167249 Jan 17 09:39:17.679494 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-e8776c03-1c99-47db-82c7-dae6e0938491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:17.681529 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-e8776c03-1c99-47db-82c7-dae6e0938491 service neutron] 10.222.0.72 "GET /v2.0/networks?id=feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 200 len: 915 time: 0.0992026 Jan 17 09:39:17.761234 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-3106ac89-10c3-49b8-91a6-b6b6c9ee2104 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 1001 time: 0.0686765 Jan 17 09:39:17.813592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-893e1ab5-541f-46f1-adf2-a375fe2a7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:17.815104 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-893e1ab5-541f-46f1-adf2-a375fe2a7692 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99996228-eb58-494e-b921-94070e3b6d09 HTTP/1.1" status: 200 len: 853 time: 0.0472965 Jan 17 09:39:17.835719 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port b8f9bca9-ae58-4450-a960-f9a14c6b58ab is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:17.845510 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-191696e7-2398-4ebc-9050-97a259696d9f None None] Current status of the port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:17.877855 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-f7d7e578-0b09-4cf9-b6f3-9cf2baa9318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:17.879413 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-f7d7e578-0b09-4cf9-b6f3-9cf2baa9318b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=feb3a3e8-e5ae-4538-b417-9588c08877b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542593 Jan 17 09:39:17.984597 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-dc348857-f0f4-4990-be99-ac6611f8fb16 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980437 Jan 17 09:39:18.117324 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bcc22718-56d8-4f5a-a44f-7130800f2051 req-b1892cda-8ba5-4f44-9879-a2bc975b53a6 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164503 Jan 17 09:39:18.143142 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-6fdfb6d4-dc1f-4651-bf2b-54c45524b497 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:18.144555 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-6fdfb6d4-dc1f-4651-bf2b-54c45524b497 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.72 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0669022 Jan 17 09:39:18.271649 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Deleting port dc632d42-0348-461c-bb8e-113e4009dbd1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:18.272073 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:18.402010 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75678fe1-79cd-4282-92cd-b24f0e508daa req-52126321-2ca2-4883-bcee-505acd7d2d17 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:18.404379 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-75678fe1-79cd-4282-92cd-b24f0e508daa req-52126321-2ca2-4883-bcee-505acd7d2d17 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 946 time: 0.0898368 Jan 17 09:39:18.411543 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] For port dc632d42-0348-461c-bb8e-113e4009dbd1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dc632d42-0348-461c-bb8e-113e4009dbd1,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:18.417231 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:18.437465 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Calling delete_port for dc632d42-0348-461c-bb8e-113e4009dbd1 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:18.507545 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-75678fe1-79cd-4282-92cd-b24f0e508daa req-beea199d-cd6a-4792-bccd-d0edf0fb2993 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974767 Jan 17 09:39:18.546472 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-69d04274-df45-43b5-816d-b51086e989d3 req-e0f868fb-d4a9-4674-9026-34aaa2f6834e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 210 time: 0.0383983 Jan 17 09:39:18.689444 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (dc632d42-0348-461c-bb8e-113e4009dbd1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:18.704421 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['058ef7b3-3ea3-4bc9-8957-f20b77f1e55d', 'dc632d42-0348-461c-bb8e-113e4009dbd1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:39:18.721643 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Pushing event deleted for resources: {'Port': ['ID=dc632d42-0348-461c-bb8e-113e4009dbd1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:18.770919 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] No DVR routers for this DVR port dc632d42-0348-461c-bb8e-113e4009dbd1 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:18.773746 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:18.777924 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7a232e74-65ec-4a94-8872-d14d0969f58d req-bef120e3-0a52-4180-9887-073948057305 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.72 "DELETE /v2.0/ports/dc632d42-0348-461c-bb8e-113e4009dbd1 HTTP/1.1" status: 204 len: 173 time: 0.6275003 Jan 17 09:39:19.418266 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c23e18-10e8-4bc5-ad30-085f33fb6cca', 'name': 'network-vif-deleted', 'tag': 'dc632d42-0348-461c-bb8e-113e4009dbd1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:19.421993 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074a9d6b-fe2b-4798-9be3-9759107925b5" -d '{"events": [{"server_uuid": "01c23e18-10e8-4bc5-ad30-085f33fb6cca", "name": "network-vif-deleted", "tag": "dc632d42-0348-461c-bb8e-113e4009dbd1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:19.463901 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28270f59-2483-48da-b2c5-6da9ac0656b8 x-openstack-request-id: req-28270f59-2483-48da-b2c5-6da9ac0656b8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:19.464865 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c23e18-10e8-4bc5-ad30-085f33fb6cca", "name": "network-vif-deleted", "tag": "dc632d42-0348-461c-bb8e-113e4009dbd1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:19.464865 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28270f59-2483-48da-b2c5-6da9ac0656b8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:19.465281 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c23e18-10e8-4bc5-ad30-085f33fb6cca', 'name': 'network-vif-deleted', 'tag': 'dc632d42-0348-461c-bb8e-113e4009dbd1', 'status': 'completed', 'code': 200} Jan 17 09:39:19.476114 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-88778375-b9f3-4a9d-9d84-99d5db47fd82 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:19.476114 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-88778375-b9f3-4a9d-9d84-99d5db47fd82 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 812 time: 0.1235955 Jan 17 09:39:19.585981 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-8e0d2654-e342-49f9-9d10-c961c0849406 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f4051841264572a32481e0c189dff9 HTTP/1.1" status: 200 len: 380 time: 0.0687432 Jan 17 09:39:19.596304 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'port': {'device_id': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'admin_state_up': True, 'tenant_id': '27f4051841264572a32481e0c189dff9', 'security_groups': ['9d1e0831-1d86-4a87-a2e9-396c9add8a85']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:19.705713 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-415add97-a8d9-42d1-9cdc-90cea72fbb2f req-38edd6f3-8410-4c80-87aa-fe76460199cf tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 210 time: 0.0542278 Jan 17 09:39:19.713085 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad8f5e55-1e76-4f04-b05a-529f0cbd23db req-68cbb6cd-c259-49ae-87ab-aee993986cec tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=01c23e18-10e8-4bc5-ad30-085f33fb6cca HTTP/1.1" status: 200 len: 210 time: 0.0597730 Jan 17 09:39:19.864645 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Made reservation on behalf of 27f4051841264572a32481e0c189dff9 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:39:19.868782 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.001919 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Allocated IP 172.20.0.5 (cad14386-aaff-423a-a690-1412877391b0/37313958-91c3-434f-9c3c-76a07ea42190/5dfab34d-0bdf-45f6-ad5a-4a13f812792e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:20.146396 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.256089 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.301368 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Network cad14386-aaff-423a-a690-1412877391b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:20.304389 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:20.308108 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:20.317827 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:20.317827 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.330865 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'Port': ['ID=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:20.460085 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-d21c371e-3a85-48d5-acdb-4a2cbc684ff9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8677576 Jan 17 09:39:20.474338 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Request body: {'port': {'device_id': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:20.544397 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.597242 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f47d2b2c-a55d-4497-b6a3-4de83adeceb2 None None] Provisioning complete for port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:20.597806 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f47d2b2c-a55d-4497-b6a3-4de83adeceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.634610 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f47d2b2c-a55d-4497-b6a3-4de83adeceb2 None None] Port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:39:20.862696 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfab34d-0bdf-45f6-ad5a-4a13f812792e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:39:20.872224 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Publish callbacks [] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.892426 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:20.895315 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:20.896865 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d835d-4382-42fd-b75b-1d0b7db8631d req-b0ef4fc7-2ea0-41ca-85b6-683d201fb9f1 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:20.898367 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3a5d835d-4382-42fd-b75b-1d0b7db8631d req-b0ef4fc7-2ea0-41ca-85b6-683d201fb9f1 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 931 time: 0.0940235 Jan 17 09:39:20.899882 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Transition to ACTIVE for port object 5dfab34d-0bdf-45f6-ad5a-4a13f812792e will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:39:20.955168 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3a5d835d-4382-42fd-b75b-1d0b7db8631d req-11c06d91-76c2-456b-9f38-48f50e0461da tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495224 Jan 17 09:39:20.984243 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:21.057383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:21.076233 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.076592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.076984 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.077281 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.077618 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.078110 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.078439 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.078779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.079108 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.079465 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.079796 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.080124 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.080451 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:21.085959 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Attempting to bind port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:39:21.086296 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Attempting to bind port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:39:21.086660 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Attempting to bind port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e on network cad14386-aaff-423a-a690-1412877391b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:21.091556 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e on network cad14386-aaff-423a-a690-1412877391b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:39:21.091985 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Attempting to bind port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e on network cad14386-aaff-423a-a690-1412877391b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:21.100371 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:39:21.100371 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Checking segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:21.100371 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Bound using segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:39:21.100371 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Bound port: 5dfab34d-0bdf-45f6-ad5a-4a13f812792e, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:39:21.100371 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:21.216341 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] For port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:39:21.221825 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] For port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:39:21.236955 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511e63-6257-4434-9bc6-cd3e4d71c20e req-03a36251-3004-4c24-8703-31604413222e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:21.241876 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-71511e63-6257-4434-9bc6-cd3e4d71c20e req-03a36251-3004-4c24-8703-31604413222e tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0783746 Jan 17 09:39:21.292551 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:21.326701 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-71511e63-6257-4434-9bc6-cd3e4d71c20e req-f26be19a-baf7-4add-8976-e71f14cdab32 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776215 Jan 17 09:39:21.343057 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:21.343057 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:21.343057 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] 10.222.0.72 "PUT /v2.0/ports/5dfab34d-0bdf-45f6-ad5a-4a13f812792e HTTP/1.1" status: 200 len: 1093 time: 0.8712511 Jan 17 09:39:21.366436 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca9598-dc12-428e-8f65-af5ca070c372 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:21.468770 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'tag': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:21.471563 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afad866-d816-45cb-988a-790f3894f1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "153ad28d-3726-4af4-8fcb-b2200e0d0d4c", "tag": "5dfab34d-0bdf-45f6-ad5a-4a13f812792e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:21.555202 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcebd57-6989-4e42-bc74-0c58040ef715 x-openstack-request-id: req-9dcebd57-6989-4e42-bc74-0c58040ef715 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:21.555766 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153ad28d-3726-4af4-8fcb-b2200e0d0d4c", "tag": "5dfab34d-0bdf-45f6-ad5a-4a13f812792e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:21.555900 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9dcebd57-6989-4e42-bc74-0c58040ef715 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:21.556282 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'tag': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'status': 'completed', 'code': 200} Jan 17 09:39:21.559305 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-225286cf-f8be-4576-8514-507389fa7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:21.560800 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-225286cf-f8be-4576-8514-507389fa7cb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 1096 time: 0.0623999 Jan 17 09:39:21.853819 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-7bf8f850-4727-4ddf-9c1a-e6795f26f605 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dfab34d-0bdf-45f6-ad5a-4a13f812792e HTTP/1.1" status: 200 len: 217 time: 0.2765820 Jan 17 09:39:21.903627 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-8d58d636-5e9c-4735-9b12-68dafbb1646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:21.905123 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-8d58d636-5e9c-4735-9b12-68dafbb1646c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0438018 Jan 17 09:39:21.944462 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d778-eaed-4fec-b1c3-cb0a0bdec1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:21.955088 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-56e8c7b2-6188-4382-b0cb-4526abbd30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:21.956767 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-56e8c7b2-6188-4382-b0cb-4526abbd30d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419879 Jan 17 09:39:22.074666 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-5ffff2dc-94da-4924-afe2-21ecaa893e34 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101329 Jan 17 09:39:22.114178 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71eb83-0f64-471a-a460-12da4aae2f88 req-100f79c0-0146-4132-be64-fcfe0a9aa8a9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:22.115672 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fc71eb83-0f64-471a-a460-12da4aae2f88 req-100f79c0-0146-4132-be64-fcfe0a9aa8a9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0812924 Jan 17 09:39:22.212566 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fc71eb83-0f64-471a-a460-12da4aae2f88 req-3566b097-757d-4d5d-8714-381f9b81a754 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716696 Jan 17 09:39:22.224324 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81a78b18-3ed9-4a0a-9b0b-47ddccc66e26 req-110ac8d0-06fd-44ec-b861-9d9aea31f4e4 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407745 Jan 17 09:39:22.429857 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afad866-d816-45cb-988a-790f3894f1c2 req-7ba3c491-16d0-4d08-8ade-5d97a94dc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:22.431957 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7afad866-d816-45cb-988a-790f3894f1c2 req-7ba3c491-16d0-4d08-8ade-5d97a94dc428 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 1096 time: 0.0663803 Jan 17 09:39:22.505402 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781036b-7339-4ac2-84fc-ccd630952319 req-9d2907fb-95eb-4b8f-8f79-d740535375af tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:22.506869 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d781036b-7339-4ac2-84fc-ccd630952319 req-9d2907fb-95eb-4b8f-8f79-d740535375af tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.1054268 Jan 17 09:39:22.575859 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afad866-d816-45cb-988a-790f3894f1c2 req-598140b3-6ea5-4dba-96d2-620d87c28c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:22.577338 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7afad866-d816-45cb-988a-790f3894f1c2 req-598140b3-6ea5-4dba-96d2-620d87c28c80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 913 time: 0.1378536 Jan 17 09:39:22.582183 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d781036b-7339-4ac2-84fc-ccd630952319 req-59942a75-0a0a-4099-9c33-e2131a0b0543 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691092 Jan 17 09:39:22.623209 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7afad866-d816-45cb-988a-790f3894f1c2 req-d056552e-49cb-48b9-b63d-6b42a5ee77d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dfab34d-0bdf-45f6-ad5a-4a13f812792e HTTP/1.1" status: 200 len: 217 time: 0.0372028 Jan 17 09:39:22.677545 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afad866-d816-45cb-988a-790f3894f1c2 req-d0f1a3de-3203-46cb-9321-f0cd57ace52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:22.679045 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7afad866-d816-45cb-988a-790f3894f1c2 req-d0f1a3de-3203-46cb-9321-f0cd57ace52b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0490191 Jan 17 09:39:22.726069 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afad866-d816-45cb-988a-790f3894f1c2 req-e00656d8-478e-4231-9459-5293486015ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:22.728213 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7afad866-d816-45cb-988a-790f3894f1c2 req-e00656d8-478e-4231-9459-5293486015ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414820 Jan 17 09:39:22.817910 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7afad866-d816-45cb-988a-790f3894f1c2 req-29b63cc8-530a-4e9a-a2c1-88f091349b95 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829892 Jan 17 09:39:22.911936 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7afad866-d816-45cb-988a-790f3894f1c2 req-8d535987-87b7-44da-94cc-d8162df9a263 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867872 Jan 17 09:39:23.071604 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device dc632d42-0348-461c-bb8e-113e4009dbd1 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:23.099777 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: dc632d42-0348-461c-bb8e-113e4009dbd1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:23.100120 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device dc632d42-0348-461c-bb8e-113e4009dbd1 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:23.337719 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b78cfa-61f4-43a1-95a2-6f22d552e399 req-16b2f887-2f23-4a47-9992-2ba62a4daa08 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:23.339205 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-10b78cfa-61f4-43a1-95a2-6f22d552e399 req-16b2f887-2f23-4a47-9992-2ba62a4daa08 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0530131 Jan 17 09:39:23.390025 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-10b78cfa-61f4-43a1-95a2-6f22d552e399 req-5a7e0dc4-ac64-4627-87e4-9118d7a775b8 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450966 Jan 17 09:39:23.709442 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ce24e-22cf-4a8d-a9b3-d78e70f49a60 req-babb2eaf-81ff-4f54-a254-5966cbcff136 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:23.710926 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0c5ce24e-22cf-4a8d-a9b3-d78e70f49a60 req-babb2eaf-81ff-4f54-a254-5966cbcff136 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0539796 Jan 17 09:39:23.759370 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0c5ce24e-22cf-4a8d-a9b3-d78e70f49a60 req-4ddf4885-2116-43f6-85fb-942a4e051d09 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Jan 17 09:39:24.363843 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09728c99-a70f-4ce3-be7e-f0586b8a66f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:24.510777 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e67f28-67d9-462c-9dba-abbe45017ef9 req-3f753c3e-f433-4164-95c1-9536aec3e9f0 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:24.512289 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-86e67f28-67d9-462c-9dba-abbe45017ef9 req-3f753c3e-f433-4164-95c1-9536aec3e9f0 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0487080 Jan 17 09:39:24.567027 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-86e67f28-67d9-462c-9dba-abbe45017ef9 req-c6957a87-f461-46dd-8507-e8a7ae5143bf tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491827 Jan 17 09:39:24.878574 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a87450-72ff-4257-9d82-79bb59361568 req-5bdc2ab3-d563-4edd-8c6f-cd07d290ff58 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:24.880592 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-76a87450-72ff-4257-9d82-79bb59361568 req-5bdc2ab3-d563-4edd-8c6f-cd07d290ff58 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0532455 Jan 17 09:39:24.935490 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-76a87450-72ff-4257-9d82-79bb59361568 req-956648d0-a384-4aff-baf7-b50e13c65d23 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482054 Jan 17 09:39:25.410114 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:25.699408 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b866e1d-76eb-477a-9afc-4167a42446e5 req-e25e0b33-742f-484d-995f-ef7d9421ad02 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:25.701219 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5b866e1d-76eb-477a-9afc-4167a42446e5 req-e25e0b33-742f-484d-995f-ef7d9421ad02 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0519791 Jan 17 09:39:25.752626 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5b866e1d-76eb-477a-9afc-4167a42446e5 req-bf1d3d32-fc64-44f0-b452-7690a3f3f3f5 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458903 Jan 17 09:39:26.055920 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacc50d-5224-49ad-948f-7bd4c365c730 req-62c127a9-b0c8-403b-90f6-6ef77d8ea88f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:26.057411 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0eacc50d-5224-49ad-948f-7bd4c365c730 req-62c127a9-b0c8-403b-90f6-6ef77d8ea88f tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0506008 Jan 17 09:39:26.105849 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0eacc50d-5224-49ad-948f-7bd4c365c730 req-c4f0dbc7-7c8c-4919-ac4f-d4417f876d2c tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Jan 17 09:39:26.876333 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2944b3-ecb5-4833-82fc-ebfef3daad4d req-c68027be-1da8-42bf-874f-5d2fdd8b2d01 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:26.877786 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9e2944b3-ecb5-4833-82fc-ebfef3daad4d req-c68027be-1da8-42bf-874f-5d2fdd8b2d01 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0539868 Jan 17 09:39:26.931124 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9e2944b3-ecb5-4833-82fc-ebfef3daad4d req-48610187-41e0-4242-950d-1a2e15e99941 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470676 Jan 17 09:39:27.121916 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:27.245590 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e800b-4c21-4ec1-9597-e9431da7ed34 req-57a5823d-8658-4688-846c-b6d67caab4b4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:27.247874 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad2e800b-4c21-4ec1-9597-e9431da7ed34 req-57a5823d-8658-4688-846c-b6d67caab4b4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0616179 Jan 17 09:39:27.292327 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad2e800b-4c21-4ec1-9597-e9431da7ed34 req-74fcba26-7b9b-4db7-a9e1-19f226ea4711 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ba793-6403-41e1-9f40-e57bbf0081e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Jan 17 09:39:27.806200 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-03f7d186-6fe1-40fb-b9f5-02399f3c0771 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:27.808141 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-03f7d186-6fe1-40fb-b9f5-02399f3c0771 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 946 time: 0.0511730 Jan 17 09:39:27.910211 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Deleting port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:27.910543 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:28.006369 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] For port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:28.006736 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:28.040570 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Calling delete_port for 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:28.102843 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72316bf3-3108-4492-bf1b-1cecea4c4aaa req-61462cb0-4fc7-4244-85ce-d11f724f2b61 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:28.104472 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-72316bf3-3108-4492-bf1b-1cecea4c4aaa req-61462cb0-4fc7-4244-85ce-d11f724f2b61 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0950968 Jan 17 09:39:28.174541 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-72316bf3-3108-4492-bf1b-1cecea4c4aaa req-6a6e4953-9a99-401f-9213-651fb2e3505c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630286 Jan 17 09:39:28.289435 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (058ef7b3-3ea3-4bc9-8957-f20b77f1e55d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:28.304323 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['058ef7b3-3ea3-4bc9-8957-f20b77f1e55d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:39:28.322296 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Pushing event deleted for resources: {'Port': ['ID=058ef7b3-3ea3-4bc9-8957-f20b77f1e55d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:28.361221 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:28.376723 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] No DVR routers for this DVR port 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:28.379572 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:28.383085 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0ccca617-b1fd-4ace-bf19-ec13c8ed5e26 req-f9a711be-1b7b-44d7-a578-0f2fa988adb4 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.72 "DELETE /v2.0/ports/058ef7b3-3ea3-4bc9-8957-f20b77f1e55d HTTP/1.1" status: 204 len: 173 time: 0.5680327 Jan 17 09:39:28.384315 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9c25d7-4e26-477e-b516-86aff377f566', 'name': 'network-vif-deleted', 'tag': '058ef7b3-3ea3-4bc9-8957-f20b77f1e55d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:28.387085 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564299a4-ed6b-4633-b222-145131b53f0b" -d '{"events": [{"server_uuid": "5d9c25d7-4e26-477e-b516-86aff377f566", "name": "network-vif-deleted", "tag": "058ef7b3-3ea3-4bc9-8957-f20b77f1e55d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:28.424151 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-17f8f836-7dc2-4557-be79-3c28008a0ef1 req-73a61178-23df-445d-ac2d-5b21a5c2d9a6 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 210 time: 0.0327430 Jan 17 09:39:28.430671 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2506a1af-91f2-4d07-8ccd-9e1aa18bc85e x-openstack-request-id: req-2506a1af-91f2-4d07-8ccd-9e1aa18bc85e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:28.431002 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9c25d7-4e26-477e-b516-86aff377f566", "name": "network-vif-deleted", "tag": "058ef7b3-3ea3-4bc9-8957-f20b77f1e55d", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:28.431295 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2506a1af-91f2-4d07-8ccd-9e1aa18bc85e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:28.431704 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c25d7-4e26-477e-b516-86aff377f566', 'name': 'network-vif-deleted', 'tag': '058ef7b3-3ea3-4bc9-8957-f20b77f1e55d', 'status': 'completed', 'code': 200} Jan 17 09:39:29.292054 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c84ce-37e2-4572-aa13-aa6ea0ebfe08 req-fade2faf-c8b7-4070-aae4-5518dcc1715a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:29.293544 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1e7c84ce-37e2-4572-aa13-aa6ea0ebfe08 req-fade2faf-c8b7-4070-aae4-5518dcc1715a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0496979 Jan 17 09:39:29.344745 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1e7c84ce-37e2-4572-aa13-aa6ea0ebfe08 req-8f4f68c5-871c-40f1-b2d6-5491286fc7a0 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 Jan 17 09:39:29.539423 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2e11b080-786a-4650-8022-2104e12d8431 req-f667ff03-0f02-48dc-a14b-70f9239fa1e0 tempest-ServerRescueNegativeTestJSON-626332855 tempest-ServerRescueNegativeTestJSON-626332855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c25d7-4e26-477e-b516-86aff377f566 HTTP/1.1" status: 200 len: 210 time: 0.0255377 Jan 17 09:39:30.465303 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adfb4b-39e0-477e-a279-8d7c11eab018 req-d5618244-9e19-4b71-b445-97f81787ba97 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:30.466756 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b8adfb4b-39e0-477e-a279-8d7c11eab018 req-d5618244-9e19-4b71-b445-97f81787ba97 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0491645 Jan 17 09:39:30.518044 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b8adfb4b-39e0-477e-a279-8d7c11eab018 req-2d1d8142-e390-4d8a-81d9-e71be0feea60 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Jan 17 09:39:30.595696 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39212) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:31.010889 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7970831'] for router_interface (2dda6b9a-4190-4c16-92e7-3f8c27206720), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:31.297173 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Deleting port ca7a7758-6422-45e6-93cb-9a436b5ec56c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:31.297517 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:31.376569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] For port ca7a7758-6422-45e6-93cb-9a436b5ec56c, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=ca7a7758-6422-45e6-93cb-9a436b5ec56c,segment=NetworkSegment(100016d5-7c3c-47c0-8cfb-766cc395865b),segment_id=100016d5-7c3c-47c0-8cfb-766cc395865b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:31.376888 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:31.391607 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Calling delete_port for ca7a7758-6422-45e6-93cb-9a436b5ec56c owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:31.636186 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11cb67-4e43-40d9-a714-dc8e8a744f6e req-ee1edb89-3af6-4f03-b03c-36d962767a32 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:31.637641 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7d11cb67-4e43-40d9-a714-dc8e8a744f6e req-ee1edb89-3af6-4f03-b03c-36d962767a32 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0483928 Jan 17 09:39:31.666689 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (ca7a7758-6422-45e6-93cb-9a436b5ec56c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:31.708767 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7a7758-6422-45e6-93cb-9a436b5ec56c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:31.722615 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7d11cb67-4e43-40d9-a714-dc8e8a744f6e req-5b2f5340-4b27-4cb1-840e-d5b8724d73da tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706625 Jan 17 09:39:32.077537 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7932036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7966623'] for router_interface (2dda6b9a-4190-4c16-92e7-3f8c27206720), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:32.291766 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Router 2dda6b9a-4190-4c16-92e7-3f8c27206720 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:32.398188 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:32.404016 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-cd7e3d6a-d4c8-42e5-8d53-83dc0cdbd121 admin admin] 10.222.0.73 "PUT /v2.0/routers/2dda6b9a-4190-4c16-92e7-3f8c27206720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8072507 Jan 17 09:39:32.407355 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39242) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:32.409608 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] Sync routers for ids ['2dda6b9a-4190-4c16-92e7-3f8c27206720'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:32.426810 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] Routers {'2dda6b9a-4190-4c16-92e7-3f8c27206720'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:32.426810 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:39:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['2dda6b9a-4190-4c16-92e7-3f8c27206720'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:32.518816 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks [] for router (2dda6b9a-4190-4c16-92e7-3f8c27206720), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:32.528706 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] Set router 2dda6b9a-4190-4c16-92e7-3f8c27206720 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:32.624071 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks [] for router_gateway (2dda6b9a-4190-4c16-92e7-3f8c27206720), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:32.704050 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:39:31Z', 'revision_number': 5, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'gw_port': {'id': '788aaf09-0c8a-411f-b7bf-88af82d2e8a6', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:32.735009 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] Checking router: 2dda6b9a-4190-4c16-92e7-3f8c27206720 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:32.743872 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] Routers {'2dda6b9a-4190-4c16-92e7-3f8c27206720'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:32.744479 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:39:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['2dda6b9a-4190-4c16-92e7-3f8c27206720'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:32.779164 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Deleting port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:32.779753 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:32.827712 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 39248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:32.836437 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] Set router 2dda6b9a-4190-4c16-92e7-3f8c27206720 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:32.888324 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:39:32Z', 'revision_number': 6, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'gw_port_host': None}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:32.889999 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2f920-2d48-4695-815f-fadfc65b6de0 req-a07d5731-4be3-4c98-98c1-f988e864d400 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:32.891578 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-58e2f920-2d48-4695-815f-fadfc65b6de0 req-a07d5731-4be3-4c98-98c1-f988e864d400 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 943 time: 0.0974915 Jan 17 09:39:32.913366 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] For port 788aaf09-0c8a-411f-b7bf-88af82d2e8a6, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=788aaf09-0c8a-411f-b7bf-88af82d2e8a6,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:32.913764 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:32.918907 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07fd5ac-86a3-461d-bb1f-18eb4e3f36b2 None None] The sync data for ids ['2dda6b9a-4190-4c16-92e7-3f8c27206720'] in dv-cinder-815461-8-iscsi is: [{'id': '2dda6b9a-4190-4c16-92e7-3f8c27206720', 'name': 'tempest-ServerRescueNegativeTestJSON-1057152177-router', 'tenant_id': 'c30fb43a27f2442b9cc9693a6a726555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:39:32Z', 'revision_number': 6, 'project_id': 'c30fb43a27f2442b9cc9693a6a726555', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:32.935758 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Calling delete_port for 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:32.961609 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.000513 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-58e2f920-2d48-4695-815f-fadfc65b6de0 req-a63b4e36-5521-4e91-9f2b-c4661bec726a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994399 Jan 17 09:39:33.036014 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Publish callbacks [] for security_group (89a320c5-83f4-4fcf-97da-4f07106797e1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.120940 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (89a320c5-83f4-4fcf-97da-4f07106797e1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.132264 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 5dfab34d-0bdf-45f6-ad5a-4a13f812792e details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:39:33.134316 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:33.157792 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a320c5-83f4-4fcf-97da-4f07106797e1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:33.159763 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:33.160114 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 058ef7b3-3ea3-4bc9-8957-f20b77f1e55d not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:33.166496 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6cc8319aee6a4e599094ea44eefc9526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371410 Jan 17 09:39:33.168266 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.168619 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.168966 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.169301 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.169435 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39254) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:33.169634 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.169963 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.170293 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.170620 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.170977 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.171328 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.171819 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.172276 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.172471 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13247d69-418c-496d-96e3-f1b2a7ce0c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:33.181800 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (788aaf09-0c8a-411f-b7bf-88af82d2e8a6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.225965 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Pushing event deleted for resources: {'Port': ['ID=788aaf09-0c8a-411f-b7bf-88af82d2e8a6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:33.252628 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7971189'] for router_gateway (2dda6b9a-4190-4c16-92e7-3f8c27206720), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.264754 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:33.282432 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'port_id': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'mac_address': 'fa:16:3e:81:d1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:39:33.342539 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:33.342539 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.372577 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfab34d-0bdf-45f6-ad5a-4a13f812792e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:39:33.404996 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:33.441328 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25328'] for router (2dda6b9a-4190-4c16-92e7-3f8c27206720), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.445334 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks [] for router_controller (2dda6b9a-4190-4c16-92e7-3f8c27206720), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.451310 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfd26d7f-cde0-4a71-9f03-f117b007666f admin admin] Publish callbacks [] for security_group (89a320c5-83f4-4fcf-97da-4f07106797e1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.487216 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.525742 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfd26d7f-cde0-4a71-9f03-f117b007666f admin admin] Publish callbacks [] for security_group (89a320c5-83f4-4fcf-97da-4f07106797e1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.537425 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:33.583877 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977449'] for router (2dda6b9a-4190-4c16-92e7-3f8c27206720), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.584436 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dda6b9a-4190-4c16-92e7-3f8c27206720 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:39:33.589954 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.591097 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-419a6c7b-137f-47e9-b6be-af1fcbd011dc admin admin] 10.222.0.73 "DELETE /v2.0/routers/2dda6b9a-4190-4c16-92e7-3f8c27206720 HTTP/1.1" status: 204 len: 168 time: 1.1837122 Jan 17 09:39:33.593561 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39260) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:33.636758 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bda140-cb49-45af-972d-26385b058718 admin admin] Deleting subnet 7c701a62-bb47-478d-ae34-2c1e5402ea41 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:39:33.639831 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36bda140-cb49-45af-972d-26385b058718 admin admin] Publish callbacks [] for subnet (7c701a62-bb47-478d-ae34-2c1e5402ea41), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.661861 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfd26d7f-cde0-4a71-9f03-f117b007666f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (89a320c5-83f4-4fcf-97da-4f07106797e1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.664643 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfd26d7f-cde0-4a71-9f03-f117b007666f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.665784 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-dfd26d7f-cde0-4a71-9f03-f117b007666f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89a320c5-83f4-4fcf-97da-4f07106797e1 HTTP/1.1" status: 204 len: 168 time: 0.4955108 Jan 17 09:39:33.677056 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd26d7f-cde0-4a71-9f03-f117b007666f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a320c5-83f4-4fcf-97da-4f07106797e1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:33.691518 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36bda140-cb49-45af-972d-26385b058718 admin admin] Publish callbacks [] for subnet (7c701a62-bb47-478d-ae34-2c1e5402ea41), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.697830 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36bda140-cb49-45af-972d-26385b058718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (7c701a62-bb47-478d-ae34-2c1e5402ea41), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.754510 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device ca7a7758-6422-45e6-93cb-9a436b5ec56c no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:33.777377 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: ca7a7758-6422-45e6-93cb-9a436b5ec56c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:33.777815 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device ca7a7758-6422-45e6-93cb-9a436b5ec56c not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:33.841968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36bda140-cb49-45af-972d-26385b058718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for subnet (7c701a62-bb47-478d-ae34-2c1e5402ea41), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.874277 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bda140-cb49-45af-972d-26385b058718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c701a62-bb47-478d-ae34-2c1e5402ea41,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:33.879774 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36bda140-cb49-45af-972d-26385b058718 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:33.886431 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-36bda140-cb49-45af-972d-26385b058718 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7c701a62-bb47-478d-ae34-2c1e5402ea41 HTTP/1.1" status: 204 len: 168 time: 0.2889752 Jan 17 09:39:33.886614 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:33.956165 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (83820ef2-7a35-4657-9b6d-b3b7651f7baa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:34.058959 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (83820ef2-7a35-4657-9b6d-b3b7651f7baa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:34.082861 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.083191 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.084016 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.084381 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.084713 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.085200 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.085427 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.085701 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.086021 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.086349 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.117886 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['5dfab34d-0bdf-45f6-ad5a-4a13f812792e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:39:34.178588 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.178943 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.179392 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.179674 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:39:34.180053 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83820ef2-7a35-4657-9b6d-b3b7651f7baa']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:34.207367 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100016d5-7c3c-47c0-8cfb-766cc395865b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:34.207669 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100016d5-7c3c-47c0-8cfb-766cc395865b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:34.239134 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66526837'] for segment (100016d5-7c3c-47c0-8cfb-766cc395865b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:34.269578 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (100016d5-7c3c-47c0-8cfb-766cc395865b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:34.283275 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566da2a-bc8f-4260-a6fe-fef5a2e3ed35 req-5f59b7c2-1611-4c5b-85a8-ea83d0e4641f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:34.285172 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5566da2a-bc8f-4260-a6fe-fef5a2e3ed35 req-5f59b7c2-1611-4c5b-85a8-ea83d0e4641f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 944 time: 0.1001475 Jan 17 09:39:34.292097 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:39:34.292502 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66555659'] for segment (100016d5-7c3c-47c0-8cfb-766cc395865b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: Traceback (most recent call last): Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: timer() Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: cb(*args, **kw) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: return func(*args, **kwargs) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: self._notify() Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: self.callback(batched_events) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: event.method(event) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: return f(self, *a, **k) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._get(url).json() Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:39:34.296523 dv-cinder-815461-8-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:39:34.300349 dv-cinder-815461-8-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:39:34.385859 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5566da2a-bc8f-4260-a6fe-fef5a2e3ed35 req-34c91c18-c272-4869-af80-46f9cb6cefcf tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797377 Jan 17 09:39:34.452546 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (83820ef2-7a35-4657-9b6d-b3b7651f7baa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:34.462142 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:34.468328 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/83820ef2-7a35-4657-9b6d-b3b7651f7baa HTTP/1.1" status: 204 len: 168 time: 0.5806787 Jan 17 09:39:34.479283 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93130c05-1913-4ad9-86d1-ac893d6138a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=83820ef2-7a35-4657-9b6d-b3b7651f7baa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:34.861228 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39276) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:34.901424 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-551082c9-9c22-4893-aeae-2ddcf8e1a578 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c30fb43a27f2442b9cc9693a6a726555&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390291 Jan 17 09:39:34.903937 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39278) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:34.953014 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c23c7653-d381-4b28-bf39-fcd271fe98fe admin admin] Publish callbacks [] for security_group (fa1ba793-6403-41e1-9f40-e57bbf0081e4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:34.974550 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c23c7653-d381-4b28-bf39-fcd271fe98fe admin admin] Publish callbacks [] for security_group (fa1ba793-6403-41e1-9f40-e57bbf0081e4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:34.989688 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:35.010206 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:35.016337 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 788aaf09-0c8a-411f-b7bf-88af82d2e8a6 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:35.094740 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c23c7653-d381-4b28-bf39-fcd271fe98fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (fa1ba793-6403-41e1-9f40-e57bbf0081e4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:35.097302 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c23c7653-d381-4b28-bf39-fcd271fe98fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:35.098724 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c23c7653-d381-4b28-bf39-fcd271fe98fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa1ba793-6403-41e1-9f40-e57bbf0081e4 HTTP/1.1" status: 204 len: 168 time: 0.1939044 Jan 17 09:39:35.106398 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c7653-d381-4b28-bf39-fcd271fe98fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1ba793-6403-41e1-9f40-e57bbf0081e4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:35.521303 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422e1f2-5875-4adc-8aa3-e5bc4ec45e78 req-b8f65004-f54b-4932-9372-28c44cf289e1 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:35.522871 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b422e1f2-5875-4adc-8aa3-e5bc4ec45e78 req-b8f65004-f54b-4932-9372-28c44cf289e1 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 944 time: 0.0549238 Jan 17 09:39:35.581053 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b422e1f2-5875-4adc-8aa3-e5bc4ec45e78 req-7db9456c-0828-49c6-acb2-5bd7fb18c4af tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520000 Jan 17 09:39:36.714059 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee2938-d625-4c38-be7d-cd6194b619d0 req-73b771dd-1a03-4d08-b2a1-55982d4894e9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:36.715657 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a8ee2938-d625-4c38-be7d-cd6194b619d0 req-73b771dd-1a03-4d08-b2a1-55982d4894e9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 944 time: 0.0594089 Jan 17 09:39:36.770574 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a8ee2938-d625-4c38-be7d-cd6194b619d0 req-ae98ee30-2618-4a55-ad07-948addfe403d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482128 Jan 17 09:39:37.145800 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 5dfab34d-0bdf-45f6-ad5a-4a13f812792e up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:39:37.271853 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:39:37.283187 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:37.283187 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:37.366572 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:37.366963 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:37.392456 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:37.394847 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a42c35b-a33c-416b-be02-3be144038c41" -d '{"events": [{"server_uuid": "153ad28d-3726-4af4-8fcb-b2200e0d0d4c", "name": "network-vif-plugged", "status": "completed", "tag": "5dfab34d-0bdf-45f6-ad5a-4a13f812792e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:37.408512 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:37.437528 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef691e21-55c2-41a9-8397-bf58ea651cc9 x-openstack-request-id: req-ef691e21-55c2-41a9-8397-bf58ea651cc9 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:37.437847 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ad28d-3726-4af4-8fcb-b2200e0d0d4c", "name": "network-vif-plugged", "status": "completed", "tag": "5dfab34d-0bdf-45f6-ad5a-4a13f812792e", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:37.438115 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef691e21-55c2-41a9-8397-bf58ea651cc9 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:37.438515 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'code': 200} Jan 17 09:39:37.481552 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:37.530439 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:37.799276 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847a13c-aa80-4b60-a8b9-bf70bac6d838 req-470dc170-5a63-4db6-a7a2-a600c4b3ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:37.800764 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0847a13c-aa80-4b60-a8b9-bf70bac6d838 req-470dc170-5a63-4db6-a7a2-a600c4b3ad47 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 1098 time: 0.0412979 Jan 17 09:39:37.850882 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0847a13c-aa80-4b60-a8b9-bf70bac6d838 req-1b26b579-7a12-4662-9338-0493d6f680e3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437405 Jan 17 09:39:37.897917 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe6772-b245-4575-88db-f17338002135 req-1edcb01e-700f-4344-9f0e-e13a3e41ee36 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:37.899495 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1afe6772-b245-4575-88db-f17338002135 req-1edcb01e-700f-4344-9f0e-e13a3e41ee36 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 945 time: 0.0526047 Jan 17 09:39:37.954793 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1afe6772-b245-4575-88db-f17338002135 req-2644b0ff-aa7b-4776-8a25-7fb08f7a622e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491538 Jan 17 09:39:39.071725 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8439801-c990-4d72-8d9e-665343c145d6 req-f0d0e0d8-dbd5-4f0a-98c0-8a97a2d5c970 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:39.073196 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a8439801-c990-4d72-8d9e-665343c145d6 req-f0d0e0d8-dbd5-4f0a-98c0-8a97a2d5c970 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 945 time: 0.0501966 Jan 17 09:39:39.121298 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a8439801-c990-4d72-8d9e-665343c145d6 req-8e5a1b02-0945-4a52-9968-89ce7b429bf0 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425401 Jan 17 09:39:40.248005 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017017-e258-40b5-906b-23218354b6e0 req-5d33f44c-ffb8-4713-80fe-8dcf77d07e58 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:40.253624 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66017017-e258-40b5-906b-23218354b6e0 req-5d33f44c-ffb8-4713-80fe-8dcf77d07e58 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 945 time: 0.0648944 Jan 17 09:39:40.313654 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66017017-e258-40b5-906b-23218354b6e0 req-f93e234a-a2d4-49f4-a0e1-c9d400c9715d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541379 Jan 17 09:39:40.443592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90176d1-a21c-47f2-ab6f-6b322069d919 req-3a08e09d-5b75-4c5e-9197-1dc77fbdc70f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:40.445096 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d90176d1-a21c-47f2-ab6f-6b322069d919 req-3a08e09d-5b75-4c5e-9197-1dc77fbdc70f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 945 time: 0.0573165 Jan 17 09:39:40.494520 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d90176d1-a21c-47f2-ab6f-6b322069d919 req-3c464d1e-7d14-4e57-a577-39b8ca487384 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Jan 17 09:39:40.516294 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:40.704637 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd4df36-6831-44b9-8f9b-380e7650002f tempest-TestVolumeBootPattern-62746354 tempest-TestVolumeBootPattern-62746354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:40.706161 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1dd4df36-6831-44b9-8f9b-380e7650002f tempest-TestVolumeBootPattern-62746354 tempest-TestVolumeBootPattern-62746354-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 1093 time: 0.1888969 Jan 17 09:39:40.709210 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:40.713960 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'floatingip': {'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'port_id': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:40.826116 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:40.926909 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:41.036442 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Allocated IP 172.27.1.92 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/18022dcb-3b4c-4347-b4ae-b55558d5b488) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:41.138232 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for port (18022dcb-3b4c-4347-b4ae-b55558d5b488), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:41.289763 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (18022dcb-3b4c-4347-b4ae-b55558d5b488), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:41.327044 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:41.333666 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:41.337847 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:41.372360 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'Port': ['ID=18022dcb-3b4c-4347-b4ae-b55558d5b488,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:41.680878 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 39414) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:41.764540 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (7d00163e-3362-4957-ac7e-66325c2fb34d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:41.794363 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e01162-4533-4c0e-a9ca-e701316e3e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:41.868668 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e01162-4533-4c0e-a9ca-e701316e3e0f admin admin] Publish callbacks [] for security_group (7f271c07-3180-4fbc-9172-9c2b4bbce657), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:41.895460 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (18022dcb-3b4c-4347-b4ae-b55558d5b488), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:41.960836 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e01162-4533-4c0e-a9ca-e701316e3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7f271c07-3180-4fbc-9172-9c2b4bbce657), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.000925 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-41e01162-4533-4c0e-a9ca-e701316e3e0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5f0c56692e240aca30371f24cd44ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183095 Jan 17 09:39:42.002153 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e01162-4533-4c0e-a9ca-e701316e3e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f271c07-3180-4fbc-9172-9c2b4bbce657,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:42.003697 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39420) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:42.078074 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for port (18022dcb-3b4c-4347-b4ae-b55558d5b488), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.086893 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65658767-09e2-429a-b3ba-514fc298665a admin admin] Publish callbacks [] for security_group (7f271c07-3180-4fbc-9172-9c2b4bbce657), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.108733 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65658767-09e2-429a-b3ba-514fc298665a admin admin] Publish callbacks [] for security_group (7f271c07-3180-4fbc-9172-9c2b4bbce657), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.157576 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (18022dcb-3b4c-4347-b4ae-b55558d5b488), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.223062 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'Port': ['ID=18022dcb-3b4c-4347-b4ae-b55558d5b488,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:42.234262 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (7d00163e-3362-4957-ac7e-66325c2fb34d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.268410 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65658767-09e2-429a-b3ba-514fc298665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7f271c07-3180-4fbc-9172-9c2b4bbce657), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.270958 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65658767-09e2-429a-b3ba-514fc298665a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.272132 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-65658767-09e2-429a-b3ba-514fc298665a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f271c07-3180-4fbc-9172-9c2b4bbce657 HTTP/1.1" status: 204 len: 168 time: 0.2674885 Jan 17 09:39:42.288396 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65658767-09e2-429a-b3ba-514fc298665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f271c07-3180-4fbc-9172-9c2b4bbce657,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:42.354956 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Floating IP 7d00163e-3362-4957-ac7e-66325c2fb34d associated. External IP: 172.27.1.92, port: 5dfab34d-0bdf-45f6-ad5a-4a13f812792e. Jan 17 09:39:42.681381 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.824495 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Router a5f8d239-61cb-450b-afdc-7bc159a2be3d has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:42.932973 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:42.942538 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] Sync routers for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:42.954014 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:42.954631 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:39:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:43.028576 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:43.060676 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-df41a236-6cfa-4662-8db8-df20f027e285 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3504422 Jan 17 09:39:43.066123 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'tag': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:43.066123 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e413752-1ce1-44a5-9d9f-561d2310be33" -d '{"events": [{"name": "network-changed", "server_uuid": "153ad28d-3726-4af4-8fcb-b2200e0d0d4c", "tag": "5dfab34d-0bdf-45f6-ad5a-4a13f812792e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:43.068595 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:43.109260 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9aa77b-2c8b-411a-bdc4-309e5b619826 x-openstack-request-id: req-dd9aa77b-2c8b-411a-bdc4-309e5b619826 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:43.109559 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153ad28d-3726-4af4-8fcb-b2200e0d0d4c", "tag": "5dfab34d-0bdf-45f6-ad5a-4a13f812792e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:43.109818 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd9aa77b-2c8b-411a-bdc4-309e5b619826 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:43.110226 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'tag': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'status': 'completed', 'code': 200} Jan 17 09:39:43.172607 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-6830cbde-1466-4ea7-8c7d-100d73f02412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:43.174173 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-6830cbde-1466-4ea7-8c7d-100d73f02412 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 1098 time: 0.0428412 Jan 17 09:39:43.276547 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-9d2869f9-38eb-4c47-8852-97cada2ff613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:43.278758 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-9d2869f9-38eb-4c47-8852-97cada2ff613 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 913 time: 0.0983882 Jan 17 09:39:43.351979 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '7d00163e-3362-4957-ac7e-66325c2fb34d', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:81:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:39:41Z', 'updated_at': '2022-01-17T09:39:41Z', 'revision_number': 0, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:43.357432 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-b2af6649-0466-4d3e-bb0f-9698957aeb9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dfab34d-0bdf-45f6-ad5a-4a13f812792e HTTP/1.1" status: 200 len: 998 time: 0.0715127 Jan 17 09:39:43.395579 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] Checking router: a5f8d239-61cb-450b-afdc-7bc159a2be3d for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:43.406631 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:43.407247 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:39:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:43.417484 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-6750c4b7-7507-4e2d-8b95-94b24cea6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:43.418980 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-6750c4b7-7507-4e2d-8b95-94b24cea6efc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0548630 Jan 17 09:39:43.478906 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-b966c392-1554-4e44-bf6f-018c442187d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:43.480701 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-b966c392-1554-4e44-bf6f-018c442187d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547836 Jan 17 09:39:43.524034 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:43.619372 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-1110d94f-bd3b-4291-8e04-9f6bcc5ecaa8 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309888 Jan 17 09:39:43.714663 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e413752-1ce1-44a5-9d9f-561d2310be33 req-c11fe52b-2b17-4348-80b8-5fae10078a49 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890622 Jan 17 09:39:43.763979 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '7d00163e-3362-4957-ac7e-66325c2fb34d', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:81:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:39:41Z', 'updated_at': '2022-01-17T09:39:41Z', 'revision_number': 0, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:43.793164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059c82c-6675-4d07-be72-77647c732bf4 None None] The sync data for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi is: [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '7d00163e-3362-4957-ac7e-66325c2fb34d', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:81:d1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:39:41Z', 'updated_at': '2022-01-17T09:39:41Z', 'revision_number': 0, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:44.032090 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef2040-18f1-4db7-81a5-c12a9a79062b None None] New status for floating IP 7d00163e-3362-4957-ac7e-66325c2fb34d: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:39:44.267828 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ad8d9-f06e-44bc-a4ba-71702f33a00a req-e3bca4c3-b515-49e6-abb9-d6855620d0d6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:44.269436 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-905ad8d9-f06e-44bc-a4ba-71702f33a00a req-e3bca4c3-b515-49e6-abb9-d6855620d0d6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0570476 Jan 17 09:39:44.326576 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-905ad8d9-f06e-44bc-a4ba-71702f33a00a req-7c3a0805-b1ab-460b-a3ba-139e0e068116 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501063 Jan 17 09:39:44.766879 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-1d38434f-3e30-4608-8414-f59c771db97d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133166547&fields=id&tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb HTTP/1.1" status: 200 len: 267 time: 0.0506971 Jan 17 09:39:44.874242 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-70eb01f8-10ba-49fd-9412-482a0e3e00ad tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:44.875726 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-70eb01f8-10ba-49fd-9412-482a0e3e00ad tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/networks?id=6dd2ccc7-bf61-46de-98c5-fb228432a126 HTTP/1.1" status: 200 len: 807 time: 0.1015229 Jan 17 09:39:44.890863 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-442c7d1f-8432-442b-be8b-4a13a899fb5e tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/quotas/09b34e99f78d4eb5aeea5ddec61c27bb HTTP/1.1" status: 200 len: 375 time: 0.0096884 Jan 17 09:39:44.946662 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-9f02f602-a8a2-467c-9527-b2c206b8c502 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504334 Jan 17 09:39:45.042011 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-a8accf4f-cefc-496e-9bdc-4b4cf8ccb3bc service neutron] 10.222.0.73 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831587 Jan 17 09:39:45.132362 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-d9eaea2b-ccd3-4f10-8f42-a8a4c3ee7a73 service neutron] 10.222.0.73 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847123 Jan 17 09:39:45.446331 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90671fa7-54bf-4ef2-bd49-c0e79d4c96ff req-7d2dd613-a01d-4b6b-a464-633860eafe34 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:45.448430 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-90671fa7-54bf-4ef2-bd49-c0e79d4c96ff req-7d2dd613-a01d-4b6b-a464-633860eafe34 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0517476 Jan 17 09:39:45.496903 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-90671fa7-54bf-4ef2-bd49-c0e79d4c96ff req-9414aee0-d90a-42ae-b1f1-0b70b4c7e3c4 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Jan 17 09:39:45.748332 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bbd78b84-a9c5-48c2-89f1-516bda08f51c req-9015c670-5754-48ba-bab5-c82da6589410 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 210 time: 0.0272331 Jan 17 09:39:46.617035 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f74087-684d-4105-92ec-f4439a46c40f req-f125d5b2-4eb0-43f1-ba6c-2bc7b521d36a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:46.618476 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d2f74087-684d-4105-92ec-f4439a46c40f req-f125d5b2-4eb0-43f1-ba6c-2bc7b521d36a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0489593 Jan 17 09:39:46.668644 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d2f74087-684d-4105-92ec-f4439a46c40f req-35187006-c9db-4ec1-b2db-6e7b63d5cc99 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444186 Jan 17 09:39:46.840897 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ee16a3ce-cdfb-4a95-803c-59c76d68393b req-19081c43-413d-4248-84ce-d18b6856665c tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 210 time: 0.0253360 Jan 17 09:39:47.796788 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947ad8c-0ef8-47b8-8012-730d18e1b0a7 req-ca4ab604-0466-4373-8e99-972526b1f8c2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:47.798231 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d947ad8c-0ef8-47b8-8012-730d18e1b0a7 req-ca4ab604-0466-4373-8e99-972526b1f8c2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0588615 Jan 17 09:39:47.907823 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d947ad8c-0ef8-47b8-8012-730d18e1b0a7 req-53d59069-4bbf-4ba7-8fcd-f00cef6e79b4 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990317 Jan 17 09:39:47.949479 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-5e3d67dc-e3b9-49c1-9f4c-214adf03b959 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:47.950852 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-5e3d67dc-e3b9-49c1-9f4c-214adf03b959 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.72 "GET /v2.0/networks?id=6dd2ccc7-bf61-46de-98c5-fb228432a126 HTTP/1.1" status: 200 len: 807 time: 0.1721966 Jan 17 09:39:47.952626 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e2e4a235-8044-4bf5-a4cc-36a23f579350 req-37c2cd56-446b-48bc-924a-d815acc0b638 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 210 time: 0.0390635 Jan 17 09:39:48.017807 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-fb57a91b-dc3d-4175-8865-399757f36a17 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb HTTP/1.1" status: 200 len: 379 time: 0.0566385 Jan 17 09:39:48.028672 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Request body: {'port': {'device_id': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'admin_state_up': True, 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'security_groups': ['454a0785-7576-4fbc-8a02-ae2aa5b39429']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:48.194860 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Made reservation on behalf of 09b34e99f78d4eb5aeea5ddec61c27bb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:39:48.198919 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:48.325142 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Allocated IP 172.20.0.13 (6dd2ccc7-bf61-46de-98c5-fb228432a126/a7c5267e-0092-46aa-a326-296a81a2abe1/80a349db-3866-4774-b0e2-09aed84c61ce) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:39:48.471486 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for port (80a349db-3866-4774-b0e2-09aed84c61ce), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:48.586596 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:48.630131 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Network 6dd2ccc7-bf61-46de-98c5-fb228432a126 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:39:48.633198 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:39:48.637434 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:39:48.643789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:48.672855 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:39:48.699042 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:48.699877 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:48.788712 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-ac372e65-dc2e-4b65-adfd-56b38a232d64 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7640657 Jan 17 09:39:48.803177 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Request body: {'port': {'device_id': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:39:48.855240 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:48.917667 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c469a877-7a91-46f0-9b34-549b4cf80944 None None] Provisioning complete for port 80a349db-3866-4774-b0e2-09aed84c61ce triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:39:48.917667 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c469a877-7a91-46f0-9b34-549b4cf80944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:48.951334 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c469a877-7a91-46f0-9b34-549b4cf80944 None None] Port 80a349db-3866-4774-b0e2-09aed84c61ce cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:39:49.127926 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f93fe8-078f-4af2-b8a9-f9ab496b60c6 req-0cbf852b-5461-45eb-8e32-ad6b4833dffb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:49.129375 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-48f93fe8-078f-4af2-b8a9-f9ab496b60c6 req-0cbf852b-5461-45eb-8e32-ad6b4833dffb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.1073868 Jan 17 09:39:49.181385 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec00843-f7ed-4d9a-abcc-d75974d73c5c req-7af8c8ad-d23b-4640-ac7c-c6290c5034df tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:49.182859 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cec00843-f7ed-4d9a-abcc-d75974d73c5c req-7af8c8ad-d23b-4640-ac7c-c6290c5034df tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 932 time: 0.1281655 Jan 17 09:39:49.236822 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-48f93fe8-078f-4af2-b8a9-f9ab496b60c6 req-8cc38ed8-929f-47ab-a596-85a60c3d4f50 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979922 Jan 17 09:39:49.288496 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a349db-3866-4774-b0e2-09aed84c61ce {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:39:49.295937 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cec00843-f7ed-4d9a-abcc-d75974d73c5c req-3dbfb291-66ff-4818-8c9e-f4206a96cfed tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062450 Jan 17 09:39:49.301480 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Publish callbacks [] for port (80a349db-3866-4774-b0e2-09aed84c61ce), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:49.314955 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Transition to ACTIVE for port object 80a349db-3866-4774-b0e2-09aed84c61ce will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:39:49.372548 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:49.429996 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Pushing event updated for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:49.502563 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Attempting to bind port 80a349db-3866-4774-b0e2-09aed84c61ce on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:39:49.508449 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Attempting to bind port 80a349db-3866-4774-b0e2-09aed84c61ce by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:39:49.508449 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Attempting to bind port 80a349db-3866-4774-b0e2-09aed84c61ce on network 6dd2ccc7-bf61-46de-98c5-fb228432a126 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:49.508449 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Port 80a349db-3866-4774-b0e2-09aed84c61ce on network 6dd2ccc7-bf61-46de-98c5-fb228432a126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:39:49.508952 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Attempting to bind port 80a349db-3866-4774-b0e2-09aed84c61ce on network 6dd2ccc7-bf61-46de-98c5-fb228432a126 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:39:49.513638 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:39:49.513940 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Checking segment: {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:39:49.514271 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Bound using segment: {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:39:49.514702 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Bound port: 80a349db-3866-4774-b0e2-09aed84c61ce, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d317e4-a830-4a34-a64c-869367bfebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:39:49.515065 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:49.589705 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:39:49.591582 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:39:49.683618 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:49.720372 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:49.720983 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:49.722392 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] 10.222.0.72 "PUT /v2.0/ports/80a349db-3866-4774-b0e2-09aed84c61ce HTTP/1.1" status: 200 len: 1094 time: 0.9258611 Jan 17 09:39:49.722789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:49.725414 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d210bd8-6a57-4ce2-8e7a-3939b2d903fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:49.746279 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263087fc-fb7b-4b5b-910f-0df807a036a7 service neutron] Pushing event updated for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:49.766395 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e895c79e-63c3-4db4-b58f-ac1658114177 x-openstack-request-id: req-e895c79e-63c3-4db4-b58f-ac1658114177 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:49.766687 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:49.766968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e895c79e-63c3-4db4-b58f-ac1658114177 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:49.767448 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce', 'status': 'completed', 'code': 200} Jan 17 09:39:49.843592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210bd8-6a57-4ce2-8e7a-3939b2d903fb req-2d5de419-bc00-41aa-81da-f87d08c0a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:49.845113 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d210bd8-6a57-4ce2-8e7a-3939b2d903fb req-2d5de419-bc00-41aa-81da-f87d08c0a63d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1097 time: 0.0430503 Jan 17 09:39:50.007324 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210bd8-6a57-4ce2-8e7a-3939b2d903fb req-4d0f1817-b189-46b6-a9ae-6de95bbed5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:50.008835 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d210bd8-6a57-4ce2-8e7a-3939b2d903fb req-4d0f1817-b189-46b6-a9ae-6de95bbed5ee service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1561830 Jan 17 09:39:50.116118 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210bd8-6a57-4ce2-8e7a-3939b2d903fb req-0cf4f057-a65c-418b-8ced-da892db513a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:50.118205 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d210bd8-6a57-4ce2-8e7a-3939b2d903fb req-0cf4f057-a65c-418b-8ced-da892db513a6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957043 Jan 17 09:39:50.198018 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-b39f56e0-655d-481f-83ca-92323891a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:50.200154 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-b39f56e0-655d-481f-83ca-92323891a162 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1097 time: 0.0420015 Jan 17 09:39:50.246115 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-1a4c79ab-3cba-4cf7-9139-21ad3f38c93a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80a349db-3866-4774-b0e2-09aed84c61ce HTTP/1.1" status: 200 len: 217 time: 0.0379853 Jan 17 09:39:50.296678 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-4a055e03-9804-4506-bd04-6342238169fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:50.298173 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-4a055e03-9804-4506-bd04-6342238169fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7c5267e-0092-46aa-a326-296a81a2abe1 HTTP/1.1" status: 200 len: 846 time: 0.0463827 Jan 17 09:39:50.380333 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-796f9274-bfe2-4e3f-a07b-13a3adaf7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:50.381898 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-796f9274-bfe2-4e3f-a07b-13a3adaf7edd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6dd2ccc7-bf61-46de-98c5-fb228432a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767560 Jan 17 09:39:50.393558 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9e1a5-6bdc-49af-9aaa-315daf70271c req-920926e2-fa50-48ce-9739-5b26a620676f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:50.395025 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c3d9e1a5-6bdc-49af-9aaa-315daf70271c req-920926e2-fa50-48ce-9739-5b26a620676f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0641215 Jan 17 09:39:50.530220 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c3d9e1a5-6bdc-49af-9aaa-315daf70271c req-f9ab9880-1de9-4613-9556-1437a9eeb56c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259081 Jan 17 09:39:50.550867 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285d001-621e-4603-859e-76725e301ec7 req-3c9431c2-34c1-433f-a75d-92cd61a35623 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:50.552392 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5285d001-621e-4603-859e-76725e301ec7 req-3c9431c2-34c1-433f-a75d-92cd61a35623 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.1343148 Jan 17 09:39:50.556260 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-5339bd7e-b2ae-4c60-b3b6-cb4927e7d33f service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602678 Jan 17 09:39:50.655071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5285d001-621e-4603-859e-76725e301ec7 req-cab97c7d-a4a4-412d-b3eb-cb493d109df2 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959413 Jan 17 09:39:50.691615 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff9652fc-8d4f-4481-8f86-9f9c41b29481 req-8267247d-3872-42f5-a336-c62407ae7832 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263125 Jan 17 09:39:51.650483 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7a8f4-70fb-4833-a968-ebd3c6486d88 req-56ca48ed-35be-4964-a23a-73f7e6766ded tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:51.652607 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a7f7a8f4-70fb-4833-a968-ebd3c6486d88 req-56ca48ed-35be-4964-a23a-73f7e6766ded tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Jan 17 09:39:51.704206 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a7f7a8f4-70fb-4833-a968-ebd3c6486d88 req-c76e3200-d67f-4988-9787-7c60785c61cd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459855 Jan 17 09:39:51.775096 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125b7b7-b5af-40fb-8965-e5b2e7697f27 req-4b8ae46f-0df9-491e-bd75-a88d71d0ff0e tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:51.777176 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8125b7b7-b5af-40fb-8965-e5b2e7697f27 req-4b8ae46f-0df9-491e-bd75-a88d71d0ff0e tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0504041 Jan 17 09:39:51.827861 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8125b7b7-b5af-40fb-8965-e5b2e7697f27 req-ac5f6e27-81ae-41e8-955e-422628f935d8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449250 Jan 17 09:39:51.951686 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2bcdf3e-f35f-4885-98a2-fb8e2e5da7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:52.825614 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17560b-0446-4bd0-920e-70ff97f295de req-a1063f56-489b-4ebf-a3f1-6b0066b2dbcd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:52.826992 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1e17560b-0446-4bd0-920e-70ff97f295de req-a1063f56-489b-4ebf-a3f1-6b0066b2dbcd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0485215 Jan 17 09:39:52.874685 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1e17560b-0446-4bd0-920e-70ff97f295de req-1515b26e-021d-4330-bd83-9a7dbfb18a0d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Jan 17 09:39:52.945215 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb6b88-89b7-430d-946c-143585f49bd2 req-f1d50965-2bb7-4386-b1b6-26f1b085a1b8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:52.946659 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5dcb6b88-89b7-430d-946c-143585f49bd2 req-f1d50965-2bb7-4386-b1b6-26f1b085a1b8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0508671 Jan 17 09:39:52.995609 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5dcb6b88-89b7-430d-946c-143585f49bd2 req-a5b1ce00-9c19-4168-b6a0-40c50592e0ae tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 Jan 17 09:39:53.719018 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded1912-92ad-42a2-8eae-ebef1beb3200 req-b65b6945-87c3-4c8f-865e-1916a9cc9759 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:53.720541 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aded1912-92ad-42a2-8eae-ebef1beb3200 req-b65b6945-87c3-4c8f-865e-1916a9cc9759 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0484889 Jan 17 09:39:53.769673 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aded1912-92ad-42a2-8eae-ebef1beb3200 req-979c2792-635d-493b-beed-8db6ba3b9998 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Jan 17 09:39:53.996450 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0a876-bd9a-4847-82a2-37a9058c83e6 req-bc6c5643-6304-41a4-b67a-a9eb4172ebfb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:53.997883 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b1a0a876-bd9a-4847-82a2-37a9058c83e6 req-bc6c5643-6304-41a4-b67a-a9eb4172ebfb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0489068 Jan 17 09:39:54.048546 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b1a0a876-bd9a-4847-82a2-37a9058c83e6 req-3e111b84-96b5-4011-ba30-6b8bce7e72c5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450046 Jan 17 09:39:54.111657 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a651ca-a6b4-4a30-ab4b-3053561be134 req-10f869bd-a828-4f12-a8b1-a4417f5dc137 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:54.113102 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a3a651ca-a6b4-4a30-ab4b-3053561be134 req-10f869bd-a828-4f12-a8b1-a4417f5dc137 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0497375 Jan 17 09:39:54.160923 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a3a651ca-a6b4-4a30-ab4b-3053561be134 req-9671444b-7b30-475a-9b0d-09df2f39184d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421469 Jan 17 09:39:54.377728 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-364c57b7-56fd-49e7-9599-e9e9747581c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.889161 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ecebf-3fc2-410b-9ada-1b0a585e6138 req-f6c63abd-4de1-4908-b71e-6ab532fe2fef tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:54.890659 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-277ecebf-3fc2-410b-9ada-1b0a585e6138 req-f6c63abd-4de1-4908-b71e-6ab532fe2fef tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0498033 Jan 17 09:39:54.937715 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-277ecebf-3fc2-410b-9ada-1b0a585e6138 req-dd6541d9-c346-4d2e-b477-d21142cb4f64 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Jan 17 09:39:55.169501 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18718-fc76-44b4-a172-47887896d9fd req-977ef2d5-4cfd-4a39-a79f-8ab23dbc0518 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:55.170986 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32f18718-fc76-44b4-a172-47887896d9fd req-977ef2d5-4cfd-4a39-a79f-8ab23dbc0518 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0523210 Jan 17 09:39:55.229051 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32f18718-fc76-44b4-a172-47887896d9fd req-a45fa0b1-8ba7-4949-8a6f-666803fcd16a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521169 Jan 17 09:39:55.289082 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6703e7-0dbc-412d-affd-fd6159aff921 req-cba82b1b-f59e-49e4-b762-cca144b5ee47 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:55.290599 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7d6703e7-0dbc-412d-affd-fd6159aff921 req-cba82b1b-f59e-49e4-b762-cca144b5ee47 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0555081 Jan 17 09:39:55.338747 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 39664) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:55.350401 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7d6703e7-0dbc-412d-affd-fd6159aff921 req-080b004b-48c7-4096-b470-6f5642951304 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535495 Jan 17 09:39:55.449827 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.452958 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-693d71c5-9ed1-419e-8eb4-3ced0605f259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.529584 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-693d71c5-9ed1-419e-8eb4-3ced0605f259 admin admin] Publish callbacks [] for security_group (1faea6ee-b24d-4d36-9238-9974f954cbd1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.592236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-693d71c5-9ed1-419e-8eb4-3ced0605f259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (1faea6ee-b24d-4d36-9238-9974f954cbd1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.633463 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-693d71c5-9ed1-419e-8eb4-3ced0605f259 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9cd8eeea7934de5b6dd31b050f11cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931008 Jan 17 09:39:55.634266 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d71c5-9ed1-419e-8eb4-3ced0605f259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faea6ee-b24d-4d36-9238-9974f954cbd1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:55.636322 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39670) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:55.683218 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45f4494c-193a-4144-b265-c2df49beb3c3 admin admin] Publish callbacks [] for security_group (1faea6ee-b24d-4d36-9238-9974f954cbd1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.707423 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45f4494c-193a-4144-b265-c2df49beb3c3 admin admin] Publish callbacks [] for security_group (1faea6ee-b24d-4d36-9238-9974f954cbd1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:56.053288 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7d2ea-1c06-4ce1-8cdb-0d98ae6a13a4 req-3d15bcfc-e8b1-4e2e-b47d-17f76756a464 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:56.054768 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-16f7d2ea-1c06-4ce1-8cdb-0d98ae6a13a4 req-3d15bcfc-e8b1-4e2e-b47d-17f76756a464 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0479119 Jan 17 09:39:56.099069 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45f4494c-193a-4144-b265-c2df49beb3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (1faea6ee-b24d-4d36-9238-9974f954cbd1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:56.101676 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45f4494c-193a-4144-b265-c2df49beb3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:56.102800 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-45f4494c-193a-4144-b265-c2df49beb3c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1faea6ee-b24d-4d36-9238-9974f954cbd1 HTTP/1.1" status: 204 len: 168 time: 0.4649990 Jan 17 09:39:56.108990 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-16f7d2ea-1c06-4ce1-8cdb-0d98ae6a13a4 req-ef1a836c-feb1-4833-bb67-7c3b366c2e8b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480762 Jan 17 09:39:56.115231 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4494c-193a-4144-b265-c2df49beb3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faea6ee-b24d-4d36-9238-9974f954cbd1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:56.358038 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a7919-c251-4cf2-8cf2-d991e6386c53 req-0b230e5f-0f18-49f3-9889-6e8954bfd57a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:56.361763 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b7a7919-c251-4cf2-8cf2-d991e6386c53 req-0b230e5f-0f18-49f3-9889-6e8954bfd57a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0544987 Jan 17 09:39:56.417637 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b7a7919-c251-4cf2-8cf2-d991e6386c53 req-067f385f-7555-4992-85e1-ab144e76227f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509403 Jan 17 09:39:56.476394 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff5309-55b5-43dd-b0d2-68b798d1c85c req-328431b7-7a00-4514-b755-7fde8b1d9cb7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:56.477884 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcff5309-55b5-43dd-b0d2-68b798d1c85c req-328431b7-7a00-4514-b755-7fde8b1d9cb7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0506959 Jan 17 09:39:56.529058 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcff5309-55b5-43dd-b0d2-68b798d1c85c req-675f71e8-cc59-450d-af92-55b16e8537fe tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450292 Jan 17 09:39:57.111342 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.224389 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967b5d4-bd16-446a-bf47-b7d59b42859f req-9ed8930c-3f01-4b84-8911-d00e0e7d5247 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:57.225860 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1967b5d4-bd16-446a-bf47-b7d59b42859f req-9ed8930c-3f01-4b84-8911-d00e0e7d5247 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Jan 17 09:39:57.272973 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1967b5d4-bd16-446a-bf47-b7d59b42859f req-41e27854-879c-47eb-8c22-7d6d919795a3 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Jan 17 09:39:57.536041 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eeec34-01e7-4b22-aed2-ddc4095d94f0 req-725d3090-93a1-43a4-983d-c41a7363b02d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:57.537607 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-33eeec34-01e7-4b22-aed2-ddc4095d94f0 req-725d3090-93a1-43a4-983d-c41a7363b02d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0530035 Jan 17 09:39:57.599134 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-33eeec34-01e7-4b22-aed2-ddc4095d94f0 req-4166a707-d920-4ec2-af90-f3649b909b6a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554433 Jan 17 09:39:57.648966 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e53d6-fc90-4a57-8bbe-39a0696482a3 req-d90aea03-5926-4b6c-87a1-09467c2e34c6 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:57.650511 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd9e53d6-fc90-4a57-8bbe-39a0696482a3 req-d90aea03-5926-4b6c-87a1-09467c2e34c6 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0503573 Jan 17 09:39:57.699848 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd9e53d6-fc90-4a57-8bbe-39a0696482a3 req-169e75ab-18fa-4fb4-b1b8-0dfe9bde4baa tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437810 Jan 17 09:39:58.383751 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.394021 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d83c-f547-457c-ad0f-25e44a5f102f req-8f084f05-13b2-4319-858d-63ce1a3961f6 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:58.395588 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d612d83c-f547-457c-ad0f-25e44a5f102f req-8f084f05-13b2-4319-858d-63ce1a3961f6 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0498765 Jan 17 09:39:58.447837 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d612d83c-f547-457c-ad0f-25e44a5f102f req-3b0b0c6c-7e30-48c8-8c17-c5ff44527758 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464416 Jan 17 09:39:58.718171 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b3ff4-9b97-48af-889b-8eee896b3d32 req-1ab73015-6646-4aa9-945e-ae1e953342ae tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:58.719686 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-543b3ff4-9b97-48af-889b-8eee896b3d32 req-1ab73015-6646-4aa9-945e-ae1e953342ae tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0494242 Jan 17 09:39:58.793467 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-543b3ff4-9b97-48af-889b-8eee896b3d32 req-defb8704-011b-4094-b78c-981eb32e9771 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675232 Jan 17 09:39:58.832899 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd4e15-04ff-46cd-a9f0-e93f39650156 req-0a814b02-1225-4ed6-b556-76df8748a860 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:58.834441 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ebbd4e15-04ff-46cd-a9f0-e93f39650156 req-0a814b02-1225-4ed6-b556-76df8748a860 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0605366 Jan 17 09:39:58.885372 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ebbd4e15-04ff-46cd-a9f0-e93f39650156 req-571d54e6-1dd9-4808-a2eb-87eb029ff070 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451572 Jan 17 09:39:59.257270 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:39:59.356624 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:59.496234 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'port_id': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'mac_address': 'fa:16:3e:c4:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:39:59.533604 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bd020b1c-e530-4d88-bdca-49407ed0a454 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:39:59.533896 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:59.547040 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd020b1c-e530-4d88-bdca-49407ed0a454 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:39:59.569491 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:59.575811 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fabef-3c2e-4796-9b68-586efdb10c09 req-ad06b7cc-4b0c-4857-aebc-a096b3914d6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:59.577366 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2e4fabef-3c2e-4796-9b68-586efdb10c09 req-ad06b7cc-4b0c-4857-aebc-a096b3914d6e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0595875 Jan 17 09:39:59.625674 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2e4fabef-3c2e-4796-9b68-586efdb10c09 req-50fd8074-b487-4abe-b992-4a177888e783 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Jan 17 09:39:59.635296 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:59.689262 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:59.697043 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.703540 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:59.750337 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['bd020b1c-e530-4d88-bdca-49407ed0a454'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:39:59.925081 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1950e-b522-4150-9ded-95d5eb5adeba req-197c9efd-c6b3-4ffa-96d0-4dc926fdb306 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:59.926619 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bae1950e-b522-4150-9ded-95d5eb5adeba req-197c9efd-c6b3-4ffa-96d0-4dc926fdb306 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.0530467 Jan 17 09:39:59.984289 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bae1950e-b522-4150-9ded-95d5eb5adeba req-dd30b9a9-da8a-49f3-add5-0e449667f72b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518415 Jan 17 09:40:00.025951 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a9afd-9559-4318-b094-e24c1cdaf3db req-55eb82ab-1640-440c-a417-39d8eca3ac17 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:00.027520 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-487a9afd-9559-4318-b094-e24c1cdaf3db req-55eb82ab-1640-440c-a417-39d8eca3ac17 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0634708 Jan 17 09:40:00.075744 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-487a9afd-9559-4318-b094-e24c1cdaf3db req-49ec480b-20dc-4f75-b9ac-6848f950fe50 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426743 Jan 17 09:40:00.739476 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfa822-0612-476b-bd09-c41feb25e5fa req-701f4ed3-1373-440e-9b46-4eb38317f579 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:00.740862 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5bcfa822-0612-476b-bd09-c41feb25e5fa req-701f4ed3-1373-440e-9b46-4eb38317f579 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0496123 Jan 17 09:40:00.787724 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5bcfa822-0612-476b-bd09-c41feb25e5fa req-5b9f5ea9-056f-462f-8ec4-84d0433d1cc2 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413249 Jan 17 09:40:01.102727 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e679ae3-f00a-4f29-8ef2-9f89de3a9f01 req-101d8fe6-e1ae-4fad-b435-b72470ba27c6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:01.104260 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4e679ae3-f00a-4f29-8ef2-9f89de3a9f01 req-101d8fe6-e1ae-4fad-b435-b72470ba27c6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.0489404 Jan 17 09:40:01.163419 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4e679ae3-f00a-4f29-8ef2-9f89de3a9f01 req-e0f85f35-db5e-4715-9a72-a5dda7ec9e85 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536673 Jan 17 09:40:01.199040 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aba20a-3ad0-47f1-99ad-1505ae5257cb req-1e0a584b-a6b3-496f-9a35-af900d5cdf1a tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:01.200537 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-57aba20a-3ad0-47f1-99ad-1505ae5257cb req-1e0a584b-a6b3-496f-9a35-af900d5cdf1a tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0532281 Jan 17 09:40:01.247990 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-57aba20a-3ad0-47f1-99ad-1505ae5257cb req-1f7d01b2-129d-4f04-8c94-fac259767ca5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419497 Jan 17 09:40:01.281628 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:40:01.328436 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port bd020b1c-e530-4d88-bdca-49407ed0a454 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:40:01.331104 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:01.408866 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bd020b1c-e530-4d88-bdca-49407ed0a454 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:40:01.409260 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:01.432777 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:40:01.435059 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a919700-f613-49e6-8ae5-708ded7df14d" -d '{"events": [{"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-plugged", "status": "completed", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:40:01.447681 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:01.470575 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a7fc5-c2dd-4128-887b-c99dabc9d687 x-openstack-request-id: req-a36a7fc5-c2dd-4128-887b-c99dabc9d687 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:40:01.470850 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-plugged", "status": "completed", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:40:01.471103 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a36a7fc5-c2dd-4128-887b-c99dabc9d687 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:40:01.471705 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'code': 200} Jan 17 09:40:01.528796 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:01.579787 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:01.902352 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c818f1-2af4-4d0b-989a-18d2c5551d02 req-f162df6e-b529-4ded-94d2-d0c9536db46f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:01.903852 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c1c818f1-2af4-4d0b-989a-18d2c5551d02 req-f162df6e-b529-4ded-94d2-d0c9536db46f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0494628 Jan 17 09:40:01.950013 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c1c818f1-2af4-4d0b-989a-18d2c5551d02 req-ba6b5c58-1ded-494e-b4a4-5e456b27e201 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Jan 17 09:40:02.287042 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78bfca-4f5e-42f0-9531-6cf08a168737 req-33ef7ee4-5fcc-455a-aa79-94a5c4edc87d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:02.287873 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4a78bfca-4f5e-42f0-9531-6cf08a168737 req-33ef7ee4-5fcc-455a-aa79-94a5c4edc87d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0522432 Jan 17 09:40:02.362980 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4a78bfca-4f5e-42f0-9531-6cf08a168737 req-8f0db514-b8f8-483f-92fe-bcee10d7e826 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684824 Jan 17 09:40:02.379751 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214b0d6-acba-482f-b520-96fbdf682c3f req-ab319a47-843a-4303-8c29-dcf89f765cba tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:02.381315 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9214b0d6-acba-482f-b520-96fbdf682c3f req-ab319a47-843a-4303-8c29-dcf89f765cba tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0666850 Jan 17 09:40:02.431790 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9214b0d6-acba-482f-b520-96fbdf682c3f req-50674c3f-af58-4b6a-9aad-98e8ab20ae2e tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445786 Jan 17 09:40:03.070917 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019505-10a5-4d6a-b292-1dad34860163 req-11d41a62-19a1-4be9-a4fe-0f8b57241bda tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:03.072428 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-87019505-10a5-4d6a-b292-1dad34860163 req-11d41a62-19a1-4be9-a4fe-0f8b57241bda tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0492234 Jan 17 09:40:03.125398 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-87019505-10a5-4d6a-b292-1dad34860163 req-37c8adbe-71c9-42df-a684-3e00cdac880c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474131 Jan 17 09:40:03.297852 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 80a349db-3866-4774-b0e2-09aed84c61ce details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:40:03.396498 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:03.409286 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '80a349db-3866-4774-b0e2-09aed84c61ce', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'port_id': '80a349db-3866-4774-b0e2-09aed84c61ce', 'mac_address': 'fa:16:3e:24:6c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:40:03.447003 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 80a349db-3866-4774-b0e2-09aed84c61ce is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:40:03.447429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:03.462412 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a349db-3866-4774-b0e2-09aed84c61ce {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:40:03.488467 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:03.493016 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c699d3-6564-42e9-919f-42fd347dde13 req-17d5b850-a1fb-4c87-aea0-6a130d1911ae tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:03.494512 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-54c699d3-6564-42e9-919f-42fd347dde13 req-17d5b850-a1fb-4c87-aea0-6a130d1911ae tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0525758 Jan 17 09:40:03.546783 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-54c699d3-6564-42e9-919f-42fd347dde13 req-7a2ee2d4-9f62-48ad-89e3-a1cf0703adec tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465984 Jan 17 09:40:03.577923 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:03.599683 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30547e-94aa-4430-9a67-5e44df0ce939 req-2b0598d1-f1f5-45d2-9c98-ff2af82ed018 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:03.601240 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0d30547e-94aa-4430-9a67-5e44df0ce939 req-2b0598d1-f1f5-45d2-9c98-ff2af82ed018 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0596995 Jan 17 09:40:03.635988 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:03.654921 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0d30547e-94aa-4430-9a67-5e44df0ce939 req-d6e93f8c-78fe-4d70-9689-1403c401016b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460422 Jan 17 09:40:04.063754 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['80a349db-3866-4774-b0e2-09aed84c61ce'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:40:04.248828 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cd58d-9f03-4149-a2df-292a6a11d8ed req-d4c32b63-0b45-4cf4-9dbd-0ff9ea8a377b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:04.250645 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-619cd58d-9f03-4149-a2df-292a6a11d8ed req-d4c32b63-0b45-4cf4-9dbd-0ff9ea8a377b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0574033 Jan 17 09:40:04.301474 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-619cd58d-9f03-4149-a2df-292a6a11d8ed req-be939a08-ec66-4daa-aa07-845f73f68089 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450215 Jan 17 09:40:04.669999 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc17dd-b513-4e25-96d9-52ad60b6ff73 req-8004e9c7-1a04-47d1-bb37-93ff9241ec2f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:04.671481 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0fc17dd-b513-4e25-96d9-52ad60b6ff73 req-8004e9c7-1a04-47d1-bb37-93ff9241ec2f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0480447 Jan 17 09:40:04.719499 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0fc17dd-b513-4e25-96d9-52ad60b6ff73 req-b068212c-b306-4181-be4a-0294e5ef9dff tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Jan 17 09:40:04.772973 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cf871-b882-4a5e-ae69-fd27293475bd req-1cfc238f-d9ac-466e-8890-5c5de383c2e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:04.775623 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-910cf871-b882-4a5e-ae69-fd27293475bd req-1cfc238f-d9ac-466e-8890-5c5de383c2e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 945 time: 0.0545375 Jan 17 09:40:04.823482 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-910cf871-b882-4a5e-ae69-fd27293475bd req-314b128b-0fb5-4798-9529-58825d68aadc tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425348 Jan 17 09:40:05.416177 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63646fd-eadd-406e-8000-e66a67073380 req-7d835b9a-9776-4c4a-97e4-40dac1508c9d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:05.418244 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e63646fd-eadd-406e-8000-e66a67073380 req-7d835b9a-9776-4c4a-97e4-40dac1508c9d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0494602 Jan 17 09:40:05.466670 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e63646fd-eadd-406e-8000-e66a67073380 req-abbf6f35-2bb0-44cf-862e-1c52df8d7e3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Jan 17 09:40:05.839145 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810b50f-4c5d-4c8b-a312-fb6715e44a90 req-255da501-9443-46a8-b977-472b4107c532 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:05.840600 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d810b50f-4c5d-4c8b-a312-fb6715e44a90 req-255da501-9443-46a8-b977-472b4107c532 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0488968 Jan 17 09:40:05.892673 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d810b50f-4c5d-4c8b-a312-fb6715e44a90 req-6b446e7b-0b79-4451-9c5d-0b6741208b81 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466015 Jan 17 09:40:05.939078 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a48559-67e4-43cc-89fd-8f6ed2fceadd req-604cf746-87da-4753-b47e-8b26493f15cc tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:05.940566 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a48559-67e4-43cc-89fd-8f6ed2fceadd req-604cf746-87da-4753-b47e-8b26493f15cc tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 945 time: 0.0518551 Jan 17 09:40:05.989098 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-32a48559-67e4-43cc-89fd-8f6ed2fceadd req-1beeaed4-092c-446c-8de5-4cee5aec61e2 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 Jan 17 09:40:06.583006 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02397-3c0c-4be3-824e-9a66bc9afa07 req-8224e15c-c224-4386-8ca2-56a2e14c240b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:06.584442 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7cb02397-3c0c-4be3-824e-9a66bc9afa07 req-8224e15c-c224-4386-8ca2-56a2e14c240b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0511394 Jan 17 09:40:06.630755 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7cb02397-3c0c-4be3-824e-9a66bc9afa07 req-ee8f7f71-d21e-40bb-9dd9-d0f415621390 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Jan 17 09:40:07.014394 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f1df3-7ce5-4085-857e-da75185ab8ca req-5ca5cee2-476f-401e-a383-4c9a9f1439ba tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:07.016149 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d95f1df3-7ce5-4085-857e-da75185ab8ca req-5ca5cee2-476f-401e-a383-4c9a9f1439ba tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0529118 Jan 17 09:40:07.071915 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d95f1df3-7ce5-4085-857e-da75185ab8ca req-343bd11f-3b44-42f1-841e-2cd0a3482d7c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502419 Jan 17 09:40:07.109207 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93919bf8-3ff9-41ed-ba87-041af4a28619 req-6f53b803-f14a-4703-af6b-3163f7ece8b1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:07.110588 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-93919bf8-3ff9-41ed-ba87-041af4a28619 req-6f53b803-f14a-4703-af6b-3163f7ece8b1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 945 time: 0.0540931 Jan 17 09:40:07.158633 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-93919bf8-3ff9-41ed-ba87-041af4a28619 req-e416a83f-c6c2-48bd-a7e6-35b398b025a4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425019 Jan 17 09:40:07.745129 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6842-b22f-485e-90d3-0a9f86a3f7e7 req-e5fd50c1-f93a-4e0c-a62f-3425b0ab6731 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:07.746585 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-24df6842-b22f-485e-90d3-0a9f86a3f7e7 req-e5fd50c1-f93a-4e0c-a62f-3425b0ab6731 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0478656 Jan 17 09:40:07.796372 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-24df6842-b22f-485e-90d3-0a9f86a3f7e7 req-20279403-4345-4c83-a1ed-f77eafe8fc2a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442417 Jan 17 09:40:08.430879 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0cdee-d094-4636-83f5-32a4dfed2ee7 req-b0fe4d50-eb6d-40f4-8d25-eb0045687688 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:08.432481 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b7b0cdee-d094-4636-83f5-32a4dfed2ee7 req-b0fe4d50-eb6d-40f4-8d25-eb0045687688 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 945 time: 0.2043331 Jan 17 09:40:08.442007 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706732f7-398b-4947-8854-bc8a20e2cbd1 req-c7ade99b-82c1-4ea3-9b79-2eae06ab7154 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:08.443846 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-706732f7-398b-4947-8854-bc8a20e2cbd1 req-c7ade99b-82c1-4ea3-9b79-2eae06ab7154 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.2993698 Jan 17 09:40:08.520118 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b7b0cdee-d094-4636-83f5-32a4dfed2ee7 req-bab10985-6671-4faf-bdbc-e0bb3e1db7ff tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752718 Jan 17 09:40:08.524432 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-706732f7-398b-4947-8854-bc8a20e2cbd1 req-ec84d6da-1fa2-41a0-abcc-4368be5ab32c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732839 Jan 17 09:40:08.920016 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507fe3-30a5-46fb-96c2-b8f56985a86e req-6df5d280-525c-45fb-83d7-65656b529e2d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:08.921450 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b507fe3-30a5-46fb-96c2-b8f56985a86e req-6df5d280-525c-45fb-83d7-65656b529e2d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0571733 Jan 17 09:40:08.977717 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b507fe3-30a5-46fb-96c2-b8f56985a86e req-f7d2b0c5-762f-4b7f-80fd-4b8a1dfa9aa9 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460439 Jan 17 09:40:09.700739 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f848a8-3bd2-4535-86f7-49b4b0a32bc8 req-510fb1e1-75c0-483d-966d-adbfe2088635 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:09.702224 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6f848a8-3bd2-4535-86f7-49b4b0a32bc8 req-510fb1e1-75c0-483d-966d-adbfe2088635 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0915465 Jan 17 09:40:09.713749 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8b962-ecbf-4a11-b4af-3ede440b82b7 req-0855d012-538a-4c3a-8d8b-517faaa8af22 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:09.715432 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1b8b962-ecbf-4a11-b4af-3ede440b82b7 req-0855d012-538a-4c3a-8d8b-517faaa8af22 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 945 time: 0.1034389 Jan 17 09:40:09.794024 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6f848a8-3bd2-4535-86f7-49b4b0a32bc8 req-875468bb-bfec-4506-984a-b763e2e8cc0c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775337 Jan 17 09:40:09.806473 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1b8b962-ecbf-4a11-b4af-3ede440b82b7 req-bc4e6b84-2277-4201-9afc-8437b8735ef6 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838852 Jan 17 09:40:10.145572 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c04073-994c-4784-91f4-c8ea1f34a954 req-ec28f015-65ab-44f1-9f25-ce7804ff54c2 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:10.147461 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-30c04073-994c-4784-91f4-c8ea1f34a954 req-ec28f015-65ab-44f1-9f25-ce7804ff54c2 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0618262 Jan 17 09:40:10.218210 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-30c04073-994c-4784-91f4-c8ea1f34a954 req-7b8a00e9-256d-409d-a8a9-00ceaca2450c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638256 Jan 17 09:40:10.987000 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0aa96-3699-4dcf-a2e1-0c587f59f817 req-8a25db2c-c81f-4d0f-9922-67c91f115128 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:10.994431 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-57f0aa96-3699-4dcf-a2e1-0c587f59f817 req-8a25db2c-c81f-4d0f-9922-67c91f115128 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0950615 Jan 17 09:40:11.024648 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c83d2b-ac54-416f-a896-1647bcfc923f req-e90589f5-b040-45e4-ae26-efaefcc2747b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:11.026818 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52c83d2b-ac54-416f-a896-1647bcfc923f req-e90589f5-b040-45e4-ae26-efaefcc2747b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 945 time: 0.0983236 Jan 17 09:40:11.087863 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-57f0aa96-3699-4dcf-a2e1-0c587f59f817 req-e2d8e615-2686-4a07-aab4-ddb57737f555 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924380 Jan 17 09:40:11.113451 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52c83d2b-ac54-416f-a896-1647bcfc923f req-57640a57-294b-4a87-a458-24feeddbaa61 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683465 Jan 17 09:40:11.567640 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647da1dd-02fd-4c1c-aec1-1d75696ca8d7 req-0a86ebd8-45da-4000-abb3-f5e267fd5887 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:11.567640 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-647da1dd-02fd-4c1c-aec1-1d75696ca8d7 req-0a86ebd8-45da-4000-abb3-f5e267fd5887 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0618141 Jan 17 09:40:11.569169 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 80a349db-3866-4774-b0e2-09aed84c61ce up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:40:11.652969 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-647da1dd-02fd-4c1c-aec1-1d75696ca8d7 req-fed58714-3154-4114-9c29-37f65c06272d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743988 Jan 17 09:40:11.724098 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 80a349db-3866-4774-b0e2-09aed84c61ce completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:40:11.729803 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 80a349db-3866-4774-b0e2-09aed84c61ce triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:40:11.730244 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:11.874603 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 80a349db-3866-4774-b0e2-09aed84c61ce is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:40:11.875010 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:11.917230 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:40:11.919469 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837b7831-2688-4264-8b66-8495fb9c5372" -d '{"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-plugged", "status": "completed", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:40:11.935071 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:11.971375 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c20970b-bdee-4ad3-ad86-7981426137b9 x-openstack-request-id: req-4c20970b-bdee-4ad3-ad86-7981426137b9 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:40:11.971375 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-plugged", "status": "completed", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:40:11.971979 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c20970b-bdee-4ad3-ad86-7981426137b9 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:40:11.972751 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce', 'code': 200} Jan 17 09:40:12.106646 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.173964 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:12.231274 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393480c-c2fb-421a-9f3b-4d2f66b7b94b req-e81d4d0d-18f8-4a51-9bc4-0ab470ed94e7 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:12.232772 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7393480c-c2fb-421a-9f3b-4d2f66b7b94b req-e81d4d0d-18f8-4a51-9bc4-0ab470ed94e7 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0591803 Jan 17 09:40:12.308365 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da40644-ec0e-4664-a803-b65355fd2447 req-a3f7f5b9-ecca-4041-b3e6-1456c624b8ed tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:12.309802 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2da40644-ec0e-4664-a803-b65355fd2447 req-a3f7f5b9-ecca-4041-b3e6-1456c624b8ed tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0761678 Jan 17 09:40:12.314007 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7393480c-c2fb-421a-9f3b-4d2f66b7b94b req-ecdd6e57-cb47-4018-93ab-3750e1cc1b48 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721624 Jan 17 09:40:12.364780 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2da40644-ec0e-4664-a803-b65355fd2447 req-b1ae3d4d-9ae9-4001-b46d-553249f579e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492239 Jan 17 09:40:12.566446 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e227168-0fd0-4de7-b852-1706f37ae109 req-cfb9217f-3d89-4b93-9254-a9591e587238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:12.567876 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0e227168-0fd0-4de7-b852-1706f37ae109 req-cfb9217f-3d89-4b93-9254-a9591e587238 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1099 time: 0.0401115 Jan 17 09:40:12.619703 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0e227168-0fd0-4de7-b852-1706f37ae109 req-67e42bb1-5640-43c9-a350-3a381861a521 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457437 Jan 17 09:40:12.727057 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.782562 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6736733-662e-425b-b7d7-982007d4908a req-a7d3b0b0-35a7-4f64-ae48-cd87374c294e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:12.789504 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6736733-662e-425b-b7d7-982007d4908a req-a7d3b0b0-35a7-4f64-ae48-cd87374c294e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0582888 Jan 17 09:40:12.846099 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6736733-662e-425b-b7d7-982007d4908a req-53f023bc-0f18-4852-877c-5f15a13554a4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534406 Jan 17 09:40:13.190238 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49de2e-de59-45ab-8bd6-f8f54c9ebdc9 req-356bb9e6-1701-42a6-810b-5a1648904299 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:13.191948 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cb49de2e-de59-45ab-8bd6-f8f54c9ebdc9 req-356bb9e6-1701-42a6-810b-5a1648904299 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0628099 Jan 17 09:40:13.264660 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cb49de2e-de59-45ab-8bd6-f8f54c9ebdc9 req-c3ba57b2-e515-465f-8d07-ec0e63f5cf8f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657229 Jan 17 09:40:13.329870 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-787fb04b-2724-48b1-825b-78a68e85fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:13.331381 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-787fb04b-2724-48b1-825b-78a68e85fb19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 1098 time: 0.0469191 Jan 17 09:40:13.493525 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-2f07f167-75ef-44df-9b10-93ec5277600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:13.495033 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-2f07f167-75ef-44df-9b10-93ec5277600e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 912 time: 0.1574752 Jan 17 09:40:13.580674 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d159520-601a-452e-8337-bf68a418dd90 req-c1f39348-93d1-4b39-8224-02bca03c9caa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:13.582109 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5d159520-601a-452e-8337-bf68a418dd90 req-c1f39348-93d1-4b39-8224-02bca03c9caa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.1444499 Jan 17 09:40:13.606663 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb3958-23c8-4fa7-8683-05b25eba1b61 req-297ae9e0-7e4a-4ac2-9169-b67c0604d3bc tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:13.608162 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-45eb3958-23c8-4fa7-8683-05b25eba1b61 req-297ae9e0-7e4a-4ac2-9169-b67c0604d3bc tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.1499898 Jan 17 09:40:13.611031 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-9a48089e-eef4-4a78-9bf8-536da4a97a9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a HTTP/1.1" status: 200 len: 1000 time: 0.1020825 Jan 17 09:40:13.705869 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5d159520-601a-452e-8337-bf68a418dd90 req-2861fd0d-8ccf-4316-a418-0e816c8b068d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150770 Jan 17 09:40:13.712044 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-749cb8c9-9298-40f2-850d-5a2395c238d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:13.715520 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-749cb8c9-9298-40f2-850d-5a2395c238d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 200 len: 850 time: 0.0940127 Jan 17 09:40:13.755481 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-45eb3958-23c8-4fa7-8683-05b25eba1b61 req-11e43cae-958d-4292-a3a1-8a63048c8024 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381087 Jan 17 09:40:13.786216 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-e48823b5-3a52-44f9-99e8-65a4ee470964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:13.789981 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-e48823b5-3a52-44f9-99e8-65a4ee470964 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a3ad31e-340c-42a2-a66d-c437bb4da741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655591 Jan 17 09:40:13.890110 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-d3074a37-2fa1-4b71-a674-ae50802dd889 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930555 Jan 17 09:40:13.992474 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1dff2a3e-a88b-4a87-b2eb-ba1157a9feed req-d2f60665-05d5-4ccc-8e76-004e9a6a1a0f service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945272 Jan 17 09:40:14.426248 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eedea1-11c2-4454-967c-28e4ba56ad15 req-d6870525-6c8c-43c6-a6cb-88b1252ad47e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:14.428572 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35eedea1-11c2-4454-967c-28e4ba56ad15 req-d6870525-6c8c-43c6-a6cb-88b1252ad47e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0715585 Jan 17 09:40:14.486085 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-35eedea1-11c2-4454-967c-28e4ba56ad15 req-ebebb203-004b-4080-8296-0c3965d452e2 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502524 Jan 17 09:40:14.916567 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b8ff1-b52f-4ec5-9ded-f7373c1f2b01 req-a31187b8-9afc-4a72-b4c7-8e37e9ac7b9b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:14.918170 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e84b8ff1-b52f-4ec5-9ded-f7373c1f2b01 req-a31187b8-9afc-4a72-b4c7-8e37e9ac7b9b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0932727 Jan 17 09:40:14.926699 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab005be-87a7-4c3f-a9cd-56f419653440 req-6b2241af-fa38-4109-b21a-3025c10f12d0 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:14.928187 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aab005be-87a7-4c3f-a9cd-56f419653440 req-6b2241af-fa38-4109-b21a-3025c10f12d0 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0910726 Jan 17 09:40:15.006805 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e84b8ff1-b52f-4ec5-9ded-f7373c1f2b01 req-c5f9ff69-066d-4863-84ef-3e6f3cb8d016 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776370 Jan 17 09:40:15.011139 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aab005be-87a7-4c3f-a9cd-56f419653440 req-7e78344f-0e0a-409d-a042-325e19e95c9a tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754139 Jan 17 09:40:15.139280 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3eb022-b9f0-42c9-879f-3eb36a85cbe3 req-d9e1c4ea-b2c3-478f-9bb8-2d7ffd3af274 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:15.140905 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0e3eb022-b9f0-42c9-879f-3eb36a85cbe3 req-d9e1c4ea-b2c3-478f-9bb8-2d7ffd3af274 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0545537 Jan 17 09:40:15.195043 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0e3eb022-b9f0-42c9-879f-3eb36a85cbe3 req-db4bca52-062c-4b51-8da3-0c3899c00282 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483570 Jan 17 09:40:15.218740 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39962) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:15.380116 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e3a99-bbf3-47d4-a4fd-7a6036c22fd7 tempest-TestShelveInstance-2139247464 tempest-TestShelveInstance-2139247464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:15.381653 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-cc4e3a99-bbf3-47d4-a4fd-7a6036c22fd7 tempest-TestShelveInstance-2139247464 tempest-TestShelveInstance-2139247464-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1094 time: 0.1618562 Jan 17 09:40:15.384585 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39968) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:15.389818 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Request body: {'floatingip': {'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'port_id': '80a349db-3866-4774-b0e2-09aed84c61ce', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:40:15.509331 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:15.632000 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059c495-fee2-403a-8526-738718fd0d21 req-58db2fc6-6d8b-4a2d-ba02-cc85cd80fb1e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:15.639867 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1059c495-fee2-403a-8526-738718fd0d21 req-58db2fc6-6d8b-4a2d-ba02-cc85cd80fb1e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0737324 Jan 17 09:40:15.700242 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1059c495-fee2-403a-8526-738718fd0d21 req-8d383082-d589-4dc4-bb01-8b739f771d50 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594339 Jan 17 09:40:15.741344 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:15.876132 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Allocated IP 172.27.1.210 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/dd9cfa5a-dec3-476b-93b9-2af024be5e84) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:40:15.986826 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for port (dd9cfa5a-dec3-476b-93b9-2af024be5e84), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:16.146909 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (dd9cfa5a-dec3-476b-93b9-2af024be5e84), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:16.200012 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd980d-e72d-497f-8a81-811311cb3dc1 req-9e7098dc-4adc-47a9-b186-c1073e66e12b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:16.207489 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9dcd980d-e72d-497f-8a81-811311cb3dc1 req-9e7098dc-4adc-47a9-b186-c1073e66e12b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.1190765 Jan 17 09:40:16.211963 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'Port': ['ID=dd9cfa5a-dec3-476b-93b9-2af024be5e84,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:16.236298 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 39990) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:16.242268 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:40:16.247096 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:40:16.250104 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:40:16.310459 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9dcd980d-e72d-497f-8a81-811311cb3dc1 req-25ce5fea-6fac-4dde-b2b2-ef71991254e6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019213 Jan 17 09:40:16.468127 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2537315-2386-4efc-9efc-5b0fb6b1ac9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:16.676676 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2537315-2386-4efc-9efc-5b0fb6b1ac9f admin admin] Publish callbacks [] for security_group (8310d0ce-e9cb-47b1-acea-09e72979ae9e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:16.736753 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2537315-2386-4efc-9efc-5b0fb6b1ac9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8310d0ce-e9cb-47b1-acea-09e72979ae9e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:16.757968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for floatingip (80ea1704-2013-4e43-9047-807bb956ac9d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:16.804589 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b2537315-2386-4efc-9efc-5b0fb6b1ac9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=edb5657529a64e149c300088392e50e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5677252 Jan 17 09:40:16.807731 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2537315-2386-4efc-9efc-5b0fb6b1ac9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8310d0ce-e9cb-47b1-acea-09e72979ae9e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:16.808272 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 39994) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:16.868914 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23fc7e4b-7582-4810-82d7-2218dd66fa7f admin admin] Publish callbacks [] for security_group (8310d0ce-e9cb-47b1-acea-09e72979ae9e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:16.893153 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23fc7e4b-7582-4810-82d7-2218dd66fa7f admin admin] Publish callbacks [] for security_group (8310d0ce-e9cb-47b1-acea-09e72979ae9e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:16.945719 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (dd9cfa5a-dec3-476b-93b9-2af024be5e84), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:17.038568 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23fc7e4b-7582-4810-82d7-2218dd66fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8310d0ce-e9cb-47b1-acea-09e72979ae9e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:17.044084 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23fc7e4b-7582-4810-82d7-2218dd66fa7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:17.050162 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-23fc7e4b-7582-4810-82d7-2218dd66fa7f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8310d0ce-e9cb-47b1-acea-09e72979ae9e HTTP/1.1" status: 204 len: 168 time: 0.2404141 Jan 17 09:40:17.061965 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc7e4b-7582-4810-82d7-2218dd66fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8310d0ce-e9cb-47b1-acea-09e72979ae9e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:17.166131 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for port (dd9cfa5a-dec3-476b-93b9-2af024be5e84), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:17.243159 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (dd9cfa5a-dec3-476b-93b9-2af024be5e84), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:17.332077 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event updated for resources: {'Port': ['ID=dd9cfa5a-dec3-476b-93b9-2af024be5e84,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:17.374120 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (80ea1704-2013-4e43-9047-807bb956ac9d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:17.579441 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Floating IP 80ea1704-2013-4e43-9047-807bb956ac9d associated. External IP: 172.27.1.210, port: 80a349db-3866-4774-b0e2-09aed84c61ce. Jan 17 09:40:17.687151 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-00e9170f-d062-474b-9cde-31490538fd3b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1215036 Jan 17 09:40:17.764995 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31f253-0e4e-43db-8e94-5a2ab0c8e517 req-ebc7a6f9-f3de-4813-858f-397021b92d7a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:17.766493 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff31f253-0e4e-43db-8e94-5a2ab0c8e517 req-ebc7a6f9-f3de-4813-858f-397021b92d7a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0905049 Jan 17 09:40:18.132887 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-d9d0dbb8-9f12-40c4-a595-ef8819088e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:18.134383 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-d9d0dbb8-9f12-40c4-a595-ef8819088e09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 1098 time: 0.4116764 Jan 17 09:40:18.176035 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ff31f253-0e4e-43db-8e94-5a2ab0c8e517 req-07062663-490d-49e7-bc20-0fab91e76b72 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170077 Jan 17 09:40:18.235721 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:40:18.267233 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40008) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:18.284985 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c92fac6c-d6df-4bba-856a-c04e2284b124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:18.323478 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-5210515a-619e-4983-b0d8-8f7a9f055005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:18.325075 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-5210515a-619e-4983-b0d8-8f7a9f055005 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 912 time: 0.1652517 Jan 17 09:40:18.415794 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c92fac6c-d6df-4bba-856a-c04e2284b124 admin admin] Publish callbacks [] for security_group (6c049eab-4aac-4bd8-b7e4-2400b3ed269d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:18.443123 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-b42c6d5b-d4ea-4de0-a35e-483e4d29007b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a HTTP/1.1" status: 200 len: 1000 time: 0.1081452 Jan 17 09:40:18.444310 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:40:18.468230 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9185731c-5977-4073-a793-20f083b14661 None None] Sync routers for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:40:18.479897 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185731c-5977-4073-a793-20f083b14661 None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:40:18.480902 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9185731c-5977-4073-a793-20f083b14661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:39:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:18.500987 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-02874fd6-80e6-4bc2-a6e9-6aca31982c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:18.502418 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-02874fd6-80e6-4bc2-a6e9-6aca31982c49 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 200 len: 850 time: 0.0518322 Jan 17 09:40:18.505813 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c92fac6c-d6df-4bba-856a-c04e2284b124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (6c049eab-4aac-4bd8-b7e4-2400b3ed269d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:18.550976 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fac6c-d6df-4bba-856a-c04e2284b124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c049eab-4aac-4bd8-b7e4-2400b3ed269d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:18.562487 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:18.575830 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c92fac6c-d6df-4bba-856a-c04e2284b124 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3ff2612a44d434892a11f4eed629734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071618 Jan 17 09:40:18.577068 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40010) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:18.600147 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-25b064b7-ebb8-420d-8b68-72b821f8b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:18.602071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-25b064b7-ebb8-420d-8b68-72b821f8b4ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a3ad31e-340c-42a2-a66d-c437bb4da741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930173 Jan 17 09:40:18.623274 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b4d2688e-4f39-470c-946a-193a9ce9cdfb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2260699 Jan 17 09:40:18.623274 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:40:18.623274 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31a9097-5436-45fb-bd24-b1cf70bd7825" -d '{"events": [{"name": "network-changed", "server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:40:18.628118 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9185731c-5977-4073-a793-20f083b14661 None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:40:18.696756 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1a9-c143-47d3-9732-8c62bf835a36 admin admin] Publish callbacks [] for security_group (6c049eab-4aac-4bd8-b7e4-2400b3ed269d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:18.752312 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1a9-c143-47d3-9732-8c62bf835a36 admin admin] Publish callbacks [] for security_group (6c049eab-4aac-4bd8-b7e4-2400b3ed269d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:18.763136 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fd066e-d516-43f7-9532-53a1dfb62df1 x-openstack-request-id: req-d5fd066e-d516-43f7-9532-53a1dfb62df1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:40:18.763779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:40:18.763779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d5fd066e-d516-43f7-9532-53a1dfb62df1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:40:18.764122 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce', 'status': 'completed', 'code': 200} Jan 17 09:40:18.831442 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-d41066e0-65b7-4752-af60-dce7f8489de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:18.833079 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-d41066e0-65b7-4752-af60-dce7f8489de9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1099 time: 0.0830173 Jan 17 09:40:18.835331 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-efab7bb8-b6ea-4979-8e6d-7db4a5069596 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263405 Jan 17 09:40:18.908707 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1a9-c143-47d3-9732-8c62bf835a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (6c049eab-4aac-4bd8-b7e4-2400b3ed269d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:18.911517 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1a9-c143-47d3-9732-8c62bf835a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:18.912130 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9185731c-5977-4073-a793-20f083b14661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '80ea1704-2013-4e43-9047-807bb956ac9d', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'port_id': '80a349db-3866-4774-b0e2-09aed84c61ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'mac_address': 'fa:16:3e:24:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:40:16Z', 'updated_at': '2022-01-17T09:40:16Z', 'revision_number': 0, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5104462b-12fc-48bf-9bb4-d9a0cffcea65', 'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'mac_address': 'fa:16:3e:25:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:03Z', 'updated_at': '2022-01-17T09:39:08Z', 'revision_number': 5, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'subnets': [{'id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:18.917149 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-9fe8f1a9-c143-47d3-9732-8c62bf835a36 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c049eab-4aac-4bd8-b7e4-2400b3ed269d HTTP/1.1" status: 204 len: 168 time: 0.3368673 Jan 17 09:40:18.933492 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8f1a9-c143-47d3-9732-8c62bf835a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c049eab-4aac-4bd8-b7e4-2400b3ed269d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:18.978145 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9185731c-5977-4073-a793-20f083b14661 None None] Checking router: 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:40:18.992988 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185731c-5977-4073-a793-20f083b14661 None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:40:18.993608 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9185731c-5977-4073-a793-20f083b14661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:39:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:19.008984 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-ecc3718f-c4c5-4f08-a6eb-07e58a471971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:19.010531 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-ecc3718f-c4c5-4f08-a6eb-07e58a471971 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6dd2ccc7-bf61-46de-98c5-fb228432a126 HTTP/1.1" status: 200 len: 908 time: 0.1636744 Jan 17 09:40:19.114468 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-81d8c8e7-1738-41d3-ab93-482448af3d1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80a349db-3866-4774-b0e2-09aed84c61ce HTTP/1.1" status: 200 len: 1000 time: 0.0955226 Jan 17 09:40:19.134101 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fcda0eb5-abcb-49d1-8760-a90a047e6813 req-24ba76d2-87ee-48d8-8a1a-a895a2ad0013 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753382 Jan 17 09:40:19.163629 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9185731c-5977-4073-a793-20f083b14661 None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:40:19.187703 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-612bd8cf-f59d-4335-9380-f7f1ca27a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:19.189258 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-612bd8cf-f59d-4335-9380-f7f1ca27a022 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7c5267e-0092-46aa-a326-296a81a2abe1 HTTP/1.1" status: 200 len: 846 time: 0.0667586 Jan 17 09:40:19.249807 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-9044c837-966c-462f-a4cc-44edc9a2da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:19.251465 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-9044c837-966c-462f-a4cc-44edc9a2da91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6dd2ccc7-bf61-46de-98c5-fb228432a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549328 Jan 17 09:40:19.432835 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af18d-dbf7-434e-a98b-b47223c5c05c req-08f78097-6c4b-46c9-b859-68bc352223f2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:19.434712 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a2af18d-dbf7-434e-a98b-b47223c5c05c req-08f78097-6c4b-46c9-b859-68bc352223f2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.1141038 Jan 17 09:40:19.478440 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-a6ca9a0c-263a-46e4-b8a2-06c8ce9d2e94 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196014 Jan 17 09:40:19.518023 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a2af18d-dbf7-434e-a98b-b47223c5c05c req-d48d00bd-878d-4faa-aeb3-8e97a0d5d273 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680747 Jan 17 09:40:19.558583 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9185731c-5977-4073-a793-20f083b14661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '80ea1704-2013-4e43-9047-807bb956ac9d', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'port_id': '80a349db-3866-4774-b0e2-09aed84c61ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'mac_address': 'fa:16:3e:24:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:40:16Z', 'updated_at': '2022-01-17T09:40:16Z', 'revision_number': 0, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5104462b-12fc-48bf-9bb4-d9a0cffcea65', 'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'mac_address': 'fa:16:3e:25:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:03Z', 'updated_at': '2022-01-17T09:39:08Z', 'revision_number': 5, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'subnets': [{'id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:19.612566 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9185731c-5977-4073-a793-20f083b14661 None None] The sync data for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi is: [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '80ea1704-2013-4e43-9047-807bb956ac9d', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'port_id': '80a349db-3866-4774-b0e2-09aed84c61ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'mac_address': 'fa:16:3e:24:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:40:16Z', 'updated_at': '2022-01-17T09:40:16Z', 'revision_number': 0, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5104462b-12fc-48bf-9bb4-d9a0cffcea65', 'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'mac_address': 'fa:16:3e:25:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:03Z', 'updated_at': '2022-01-17T09:39:08Z', 'revision_number': 5, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'subnets': [{'id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:40:19.640986 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c31a9097-5436-45fb-bd24-b1cf70bd7825 req-abeb6978-ea37-4b88-b468-103560690c94 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283226 Jan 17 09:40:19.909566 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f28533-d293-4047-8500-c850684a5403 None None] New status for floating IP 80ea1704-2013-4e43-9047-807bb956ac9d: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:40:20.704279 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18957d57-ba98-4f3a-befe-02216857e66e req-db589bdf-ae5e-4656-b37e-1d406231b73d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:20.705825 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-18957d57-ba98-4f3a-befe-02216857e66e req-db589bdf-ae5e-4656-b37e-1d406231b73d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0576134 Jan 17 09:40:20.791892 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-18957d57-ba98-4f3a-befe-02216857e66e req-8b082347-e7dc-472d-bda9-f8498484c5df tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756443 Jan 17 09:40:20.959862 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40048) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:21.075019 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd483-fd25-485b-b35b-1e75b551b428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:21.156103 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd483-fd25-485b-b35b-1e75b551b428 admin admin] Publish callbacks [] for security_group (08607913-60ce-442a-aa78-3cad72577c36), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:21.240207 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd483-fd25-485b-b35b-1e75b551b428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (08607913-60ce-442a-aa78-3cad72577c36), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:21.278355 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2d6bd483-fd25-485b-b35b-1e75b551b428 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0244be5aae164317a3f3748681327342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174090 Jan 17 09:40:21.279225 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bd483-fd25-485b-b35b-1e75b551b428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08607913-60ce-442a-aa78-3cad72577c36,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:21.281069 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40052) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:21.344798 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Publish callbacks [] for security_group (08607913-60ce-442a-aa78-3cad72577c36), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:21.367095 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Publish callbacks [] for security_group (08607913-60ce-442a-aa78-3cad72577c36), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:21.575781 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (08607913-60ce-442a-aa78-3cad72577c36), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:21.578590 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:21.580240 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08607913-60ce-442a-aa78-3cad72577c36 HTTP/1.1" status: 204 len: 168 time: 0.2978301 Jan 17 09:40:21.589637 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08607913-60ce-442a-aa78-3cad72577c36,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:21.597687 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.600927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.600927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.600927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.600927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.600927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.600927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.600927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.601660 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.601747 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.602103 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.602335 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.602672 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d0c22-8be6-4aea-b757-acd44b94d3c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:21.921319 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0ed83-eec9-430f-bd63-0935c00db9ea req-3b3f564e-efb7-4726-975b-0c2073a7e813 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:21.923022 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3f0ed83-eec9-430f-bd63-0935c00db9ea req-3b3f564e-efb7-4726-975b-0c2073a7e813 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0622685 Jan 17 09:40:21.979327 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3f0ed83-eec9-430f-bd63-0935c00db9ea req-dfb216cf-1569-4b68-b0b4-80daff3a2047 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502801 Jan 17 09:40:22.522031 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-791ffdbd-a274-4e97-acc0-f2c7d15a189a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:23.177916 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757e34-f761-4847-9c63-13a89c9ebc4a req-4e741433-2ca8-498d-a83b-c8dbec74e5e3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:23.185879 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-26757e34-f761-4847-9c63-13a89c9ebc4a req-4e741433-2ca8-498d-a83b-c8dbec74e5e3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0728068 Jan 17 09:40:23.239176 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-26757e34-f761-4847-9c63-13a89c9ebc4a req-69db406f-be5e-4024-9ef4-e6c5a3236efb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523643 Jan 17 09:40:24.403359 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf067-6b18-4a47-9c11-3de982035fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:24.518038 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91f9e9-d597-47b3-ba54-2e98ba6038fc req-bb175524-ddbb-42c0-a8f4-ff073904f2f5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:24.519538 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3e91f9e9-d597-47b3-ba54-2e98ba6038fc req-bb175524-ddbb-42c0-a8f4-ff073904f2f5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0483844 Jan 17 09:40:24.565821 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3e91f9e9-d597-47b3-ba54-2e98ba6038fc req-59222360-e769-47dd-b828-0bb758a77b8b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Jan 17 09:40:24.986643 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-bb9769de-3480-4dfa-b8e3-484459cd2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:24.988157 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-bb9769de-3480-4dfa-b8e3-484459cd2cd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 1098 time: 0.0403204 Jan 17 09:40:25.083267 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-79f0121f-08e3-486f-adf5-5dbb1068e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:25.084823 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-79f0121f-08e3-486f-adf5-5dbb1068e3e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.0885651 Jan 17 09:40:25.148890 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-a83bc2b6-e09e-4e9f-8901-d34611fd37c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd020b1c-e530-4d88-bdca-49407ed0a454 HTTP/1.1" status: 200 len: 1001 time: 0.0576019 Jan 17 09:40:25.200616 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-8c00b7ef-e2fc-4db8-9808-682733e231a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:25.202069 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-8c00b7ef-e2fc-4db8-9808-682733e231a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0469208 Jan 17 09:40:25.246107 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-4fbfe627-f1f1-4c85-ac4d-88aa67e7892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:25.247520 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-4fbfe627-f1f1-4c85-ac4d-88aa67e7892c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396430 Jan 17 09:40:25.334974 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-ba3acaa5-28d9-4abc-9b2a-47af4ac517dd service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798085 Jan 17 09:40:25.434106 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc3fa966-9829-42ac-9b07-45bf025b0ddf req-c17a7a69-6fce-4f60-ac86-79a97ad8afb9 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931246 Jan 17 09:40:25.543497 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:25.672169 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:40:25.687136 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13d4e6-7fdd-40b6-8757-a74de9dd3986 req-a84dd192-209c-4fe6-a962-26413f64c677 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:25.688664 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ca13d4e6-7fdd-40b6-8757-a74de9dd3986 req-a84dd192-209c-4fe6-a962-26413f64c677 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0496149 Jan 17 09:40:25.734927 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ca13d4e6-7fdd-40b6-8757-a74de9dd3986 req-2e0d6937-0aba-4ae6-9413-148fd46b27eb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407288 Jan 17 09:40:26.866580 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29620112-77a5-44fa-be6c-62240b2a1414 req-51dcfa67-7972-4972-8713-51a174ab2ca0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:26.868723 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-29620112-77a5-44fa-be6c-62240b2a1414 req-51dcfa67-7972-4972-8713-51a174ab2ca0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0633631 Jan 17 09:40:26.915987 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-29620112-77a5-44fa-be6c-62240b2a1414 req-dab8349d-8152-4140-834c-54b2fe54fada tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406229 Jan 17 09:40:27.168650 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:28.034068 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9433d-601f-4ef6-9e22-2dff0985f2d5 req-e499a1b7-ccee-45d9-982f-6fb51594e574 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:28.035560 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f8b9433d-601f-4ef6-9e22-2dff0985f2d5 req-e499a1b7-ccee-45d9-982f-6fb51594e574 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Jan 17 09:40:28.082195 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f8b9433d-601f-4ef6-9e22-2dff0985f2d5 req-1dab1a84-0b8e-49b1-85c7-6852bf37432e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411861 Jan 17 09:40:28.385182 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:29.197854 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855958df-81f7-483d-ae36-e80eea6346a1 req-7d978e20-c398-4e8a-b5be-0c0604dd990c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:29.199908 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-855958df-81f7-483d-ae36-e80eea6346a1 req-7d978e20-c398-4e8a-b5be-0c0604dd990c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 945 time: 0.0486500 Jan 17 09:40:29.250971 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-855958df-81f7-483d-ae36-e80eea6346a1 req-899592bb-7613-493e-84a4-3ff9774b93af tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454447 Jan 17 09:40:29.284828 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:29.362304 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bd020b1c-e530-4d88-bdca-49407ed0a454 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:40:29.362691 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:29.384513 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:40:29.387362 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bba3b9-d2ac-4ca0-9939-b67f23569a8a" -d '{"events": [{"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-unplugged", "status": "completed", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:40:29.399794 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:29.423129 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 09:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dab42b-0e10-401c-95ef-fabfe245800c x-openstack-request-id: req-c4dab42b-0e10-401c-95ef-fabfe245800c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:40:29.423469 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-unplugged", "status": "completed", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:40:29.423727 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4dab42b-0e10-401c-95ef-fabfe245800c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:40:29.424125 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'code': 200} Jan 17 09:40:29.505639 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:29.552743 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:30.369809 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ae955-566b-4eb1-9da7-6f0c8758a7a4 req-1a72a75f-56a0-474c-951f-e6be4dc3b077 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:30.371935 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aa9ae955-566b-4eb1-9da7-6f0c8758a7a4 req-1a72a75f-56a0-474c-951f-e6be4dc3b077 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0493577 Jan 17 09:40:30.418208 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aa9ae955-566b-4eb1-9da7-6f0c8758a7a4 req-90993bb2-f0da-480c-ba7b-f1a48fec309c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407529 Jan 17 09:40:31.541316 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b79ef8-3b12-41f5-9850-cf0c2b2b9750 req-966af4fd-d3ad-44dd-bd45-655581cbbe4d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:31.543505 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-67b79ef8-3b12-41f5-9850-cf0c2b2b9750 req-966af4fd-d3ad-44dd-bd45-655581cbbe4d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0498791 Jan 17 09:40:31.590050 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-67b79ef8-3b12-41f5-9850-cf0c2b2b9750 req-3c62e4c7-1e66-49d8-aa08-0c75f55df7c1 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Jan 17 09:40:33.023892 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-6c29c6b7-cc17-41d7-83fe-7e9b463a774b req-3bafbd9d-cc78-45c4-baec-8a8f1672857a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:40:33.024939 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6c29c6b7-cc17-41d7-83fe-7e9b463a774b req-3bafbd9d-cc78-45c4-baec-8a8f1672857a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0937350 Jan 17 09:40:33.377700 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996ed6b-0c0d-4a22-b7dd-ead2ecdb5da9 req-1bd8456d-44b1-4e29-8b41-fcdaf8eb42cc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:33.379185 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b996ed6b-0c0d-4a22-b7dd-ead2ecdb5da9 req-1bd8456d-44b1-4e29-8b41-fcdaf8eb42cc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0698545 Jan 17 09:40:33.427921 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b996ed6b-0c0d-4a22-b7dd-ead2ecdb5da9 req-48087369-5d6b-40b1-bfc7-44ce457bc73a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Jan 17 09:40:33.861079 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40190) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:33.941107 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-1f9aebe5-d097-4bd0-a6d1-6f0d69dee2bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788774 Jan 17 09:40:33.949678 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-4b55b63b-7169-49e0-9e11-f3b005253700 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:40:33.950615 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-4b55b63b-7169-49e0-9e11-f3b005253700 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049219 Jan 17 09:40:34.552565 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2491e-e90b-4211-89f2-b9e291d2543e req-92940efb-bd50-4d84-b9e4-773ead3c755c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:34.554065 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60a2491e-e90b-4211-89f2-b9e291d2543e req-92940efb-bd50-4d84-b9e4-773ead3c755c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0488944 Jan 17 09:40:34.605569 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60a2491e-e90b-4211-89f2-b9e291d2543e req-90e3c775-79dc-42b3-8c74-00914d488448 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451009 Jan 17 09:40:35.100792 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:35.179806 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bd020b1c-e530-4d88-bdca-49407ed0a454 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:40:35.722302 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845d826-3d57-4bea-823a-e1c9dedc7571 req-3248bf97-2f29-4d12-a2b3-4d5bfde436f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:35.724043 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4845d826-3d57-4bea-823a-e1c9dedc7571 req-3248bf97-2f29-4d12-a2b3-4d5bfde436f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0479240 Jan 17 09:40:35.769396 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4845d826-3d57-4bea-823a-e1c9dedc7571 req-c4722acc-4f5d-40d7-9b50-c68d07e487ad tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398507 Jan 17 09:40:36.886467 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff29ef8-3f5c-425c-81ae-ac98de5198c4 req-a5a9c47c-0947-414f-a945-6e060b4f60d0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:36.887961 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2ff29ef8-3f5c-425c-81ae-ac98de5198c4 req-a5a9c47c-0947-414f-a945-6e060b4f60d0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0489256 Jan 17 09:40:36.933317 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2ff29ef8-3f5c-425c-81ae-ac98de5198c4 req-774df5de-0e0d-4de4-a9b3-9dae2d799783 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398355 Jan 17 09:40:38.054695 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15087d36-dbed-4a1a-b26d-055dd7e7bf1e req-371fb172-f572-4900-969b-c2ac8720b85b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:38.056211 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-15087d36-dbed-4a1a-b26d-055dd7e7bf1e req-371fb172-f572-4900-969b-c2ac8720b85b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0517473 Jan 17 09:40:38.104479 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-15087d36-dbed-4a1a-b26d-055dd7e7bf1e req-d9213672-79de-4b08-aa18-e3e914c97adf tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420711 Jan 17 09:40:39.052686 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131667fc-398d-4a35-88a1-f29d02556c2a req-ac79fdaa-8de1-4f1e-950f-a07a270131a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:39.054181 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-ac79fdaa-8de1-4f1e-950f-a07a270131a2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243&tenant_id=e871533a61e74f0caea770b0d2e7bd98 HTTP/1.1" status: 200 len: 1096 time: 0.1105328 Jan 17 09:40:39.227080 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d7fa-7e8e-4f02-9c12-9c7ee82e9e7f req-bfd6727b-f0bb-4d3b-b917-6d5f383a0e1c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:39.228528 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8754d7fa-7e8e-4f02-9c12-9c7ee82e9e7f req-bfd6727b-f0bb-4d3b-b917-6d5f383a0e1c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0519807 Jan 17 09:40:39.300891 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8754d7fa-7e8e-4f02-9c12-9c7ee82e9e7f req-3f59ae67-037c-4be9-bb2b-9b021cb1a397 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659523 Jan 17 09:40:39.306854 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131667fc-398d-4a35-88a1-f29d02556c2a req-4b2710f8-521e-4f69-a986-cbc64e82f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:39.308317 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-4b2710f8-521e-4f69-a986-cbc64e82f8dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 1096 time: 0.0663731 Jan 17 09:40:40.420631 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a07636-d74b-47f7-8c90-2ad0a2451d44 req-5681b9af-a924-4538-9b1b-00c85f7dce43 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:40.422104 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-30a07636-d74b-47f7-8c90-2ad0a2451d44 req-5681b9af-a924-4538-9b1b-00c85f7dce43 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0484424 Jan 17 09:40:40.469783 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-30a07636-d74b-47f7-8c90-2ad0a2451d44 req-21d8c1cb-6c7d-47a8-8096-2d984914dcf3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Jan 17 09:40:40.864945 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131667fc-398d-4a35-88a1-f29d02556c2a req-a058e86e-1efe-4ecc-9659-7eeee7277db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:40.866395 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-a058e86e-1efe-4ecc-9659-7eeee7277db6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.0854421 Jan 17 09:40:41.592206 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b67b-8126-49f4-aaaa-fa9a9e8e83ce req-0cd9055d-ef07-4718-ba91-80479ce8f7c9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:41.593649 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6ad9b67b-8126-49f4-aaaa-fa9a9e8e83ce req-0cd9055d-ef07-4718-ba91-80479ce8f7c9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0518711 Jan 17 09:40:41.640626 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6ad9b67b-8126-49f4-aaaa-fa9a9e8e83ce req-6fe2b525-6c7d-404d-a365-f7a9bd20b843 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Jan 17 09:40:41.866453 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-a551d284-c7b2-48ec-832e-ccac7840f3af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd020b1c-e530-4d88-bdca-49407ed0a454 HTTP/1.1" status: 200 len: 999 time: 0.0610564 Jan 17 09:40:42.705033 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:42.764538 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4199c-b9c6-44d8-867e-e606111fa9fe req-83a52849-bd29-4fa3-9b80-e58de4808a09 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:42.766019 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-39d4199c-b9c6-44d8-867e-e606111fa9fe req-83a52849-bd29-4fa3-9b80-e58de4808a09 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0494299 Jan 17 09:40:42.812450 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-39d4199c-b9c6-44d8-867e-e606111fa9fe req-980e1f0a-2026-4c8c-a328-6026ab629f1c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 Jan 17 09:40:43.142964 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131667fc-398d-4a35-88a1-f29d02556c2a req-10ab6c04-a63e-4030-b5fe-ffdbfabb14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:43.144400 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-10ab6c04-a63e-4030-b5fe-ffdbfabb14ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0474000 Jan 17 09:40:43.189867 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131667fc-398d-4a35-88a1-f29d02556c2a req-a16d3d8a-1a28-4c96-8de6-5cbe8113ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:43.191440 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-a16d3d8a-1a28-4c96-8de6-5cbe8113ffef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404742 Jan 17 09:40:43.278286 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-734e2736-84a5-4bf6-b212-ff0974d8f12c service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802782 Jan 17 09:40:43.372185 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-fcfcf4ef-c90a-4aa8-8784-6514088d3196 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868754 Jan 17 09:40:43.932822 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90692-2967-4ae8-ba2e-96255ba33e1d req-6ba6208c-0b63-45e1-bf7b-08b2e532d22c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:43.934340 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-07d90692-2967-4ae8-ba2e-96255ba33e1d req-6ba6208c-0b63-45e1-bf7b-08b2e532d22c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0495329 Jan 17 09:40:44.023737 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-07d90692-2967-4ae8-ba2e-96255ba33e1d req-4d2d89c0-e795-46a7-bc65-3a714c5e58da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683613 Jan 17 09:40:45.198689 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27767d-cbc8-4c04-82c5-1de5e9c04abe req-98a2347a-8aee-4763-ad0b-82adbef3d20e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:45.201263 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0e27767d-cbc8-4c04-82c5-1de5e9c04abe req-98a2347a-8aee-4763-ad0b-82adbef3d20e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0769815 Jan 17 09:40:45.280090 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0e27767d-cbc8-4c04-82c5-1de5e9c04abe req-3b3d828c-736b-4463-a4b6-83a1138ef931 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717142 Jan 17 09:40:46.406705 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91736eb-f22e-4c6a-a54b-8ca08db43048 req-9621f62d-3e04-4c53-84ce-f19500f3058c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:46.408511 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c91736eb-f22e-4c6a-a54b-8ca08db43048 req-9621f62d-3e04-4c53-84ce-f19500f3058c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0591364 Jan 17 09:40:46.460417 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c91736eb-f22e-4c6a-a54b-8ca08db43048 req-aaf9bb80-282b-401c-b6fc-0fe4e2369cbb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462165 Jan 17 09:40:47.600550 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e3c8-dad5-446d-b03a-5c626610f919 req-a0955ab4-0fda-4f05-8c56-ca045b6c6aff tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:47.602134 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9627e3c8-dad5-446d-b03a-5c626610f919 req-a0955ab4-0fda-4f05-8c56-ca045b6c6aff tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0572047 Jan 17 09:40:47.654458 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9627e3c8-dad5-446d-b03a-5c626610f919 req-2b9a65f6-47cf-4107-aa24-3f62942730d8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463877 Jan 17 09:40:48.782188 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b95c98-e2bb-4742-8a4b-2a3f67893b94 req-120ee7fb-34d2-449a-bc70-f5076e90b652 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:48.789101 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63b95c98-e2bb-4742-8a4b-2a3f67893b94 req-120ee7fb-34d2-449a-bc70-f5076e90b652 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0530336 Jan 17 09:40:48.841091 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-63b95c98-e2bb-4742-8a4b-2a3f67893b94 req-46fc3394-a14c-40b3-9ceb-6109dd85ec96 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499887 Jan 17 09:40:49.966769 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f8005-7344-4950-838c-aae434c935c8 req-12511a94-ce06-4a02-b2c6-b58cc2ec8135 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:49.968446 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e47f8005-7344-4950-838c-aae434c935c8 req-12511a94-ce06-4a02-b2c6-b58cc2ec8135 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0523369 Jan 17 09:40:50.034223 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e47f8005-7344-4950-838c-aae434c935c8 req-99853e78-b903-4150-8fd1-b138a602fbf0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553613 Jan 17 09:40:50.735385 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40364) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:50.854904 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9277-be29-4bae-a0c4-38b803ae69ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:50.931505 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9277-be29-4bae-a0c4-38b803ae69ed admin admin] Publish callbacks [] for security_group (cbad1791-dc2d-4be4-a552-7cdc837679a1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:51.022427 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9277-be29-4bae-a0c4-38b803ae69ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (cbad1791-dc2d-4be4-a552-7cdc837679a1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:51.065162 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2a0b9277-be29-4bae-a0c4-38b803ae69ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5c6663830234000abd3a1da6e98b980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285227 Jan 17 09:40:51.065993 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b9277-be29-4bae-a0c4-38b803ae69ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbad1791-dc2d-4be4-a552-7cdc837679a1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:51.066637 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40370) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:51.125655 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Publish callbacks [] for security_group (cbad1791-dc2d-4be4-a552-7cdc837679a1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:51.153946 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Publish callbacks [] for security_group (cbad1791-dc2d-4be4-a552-7cdc837679a1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:51.194048 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e0619-a1b3-4763-b4e7-684364c23e0e req-3d00b92d-e388-4091-b3c3-d2e30668a5bf tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:51.195628 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a89e0619-a1b3-4763-b4e7-684364c23e0e req-3d00b92d-e388-4091-b3c3-d2e30668a5bf tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0621707 Jan 17 09:40:51.247336 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a89e0619-a1b3-4763-b4e7-684364c23e0e req-d18419c4-dd13-4d68-b75c-98d9bc7b170f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454488 Jan 17 09:40:51.325128 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (cbad1791-dc2d-4be4-a552-7cdc837679a1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:51.327707 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:51.328969 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cbad1791-dc2d-4be4-a552-7cdc837679a1 HTTP/1.1" status: 204 len: 168 time: 0.2611907 Jan 17 09:40:51.337649 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbad1791-dc2d-4be4-a552-7cdc837679a1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:51.345697 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.346447 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.347371 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.347960 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.348800 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.349304 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.349813 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.350382 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.350893 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.351437 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.351941 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.352512 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:51.352995 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d051f-79de-454d-be34-eeab679a54a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:52.091055 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6d20634-c6fd-44d7-958e-dc2138c41467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:52.373765 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b819f8-61af-4ce1-b19f-1ad997886f62 req-f3bf08ce-c3d2-4e96-8eaf-f8ce938e76f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:52.375431 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01b819f8-61af-4ce1-b19f-1ad997886f62 req-f3bf08ce-c3d2-4e96-8eaf-f8ce938e76f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0538151 Jan 17 09:40:52.424947 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01b819f8-61af-4ce1-b19f-1ad997886f62 req-232e6ec2-dea2-4d21-aa62-59af2d34818f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Jan 17 09:40:53.548549 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81f311-af2c-4688-bf1f-0348e45eb6ec req-7e2db1ee-86a3-4df2-9142-c4bbba522b64 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:53.550021 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1b81f311-af2c-4688-bf1f-0348e45eb6ec req-7e2db1ee-86a3-4df2-9142-c4bbba522b64 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0480945 Jan 17 09:40:53.595695 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1b81f311-af2c-4688-bf1f-0348e45eb6ec req-5e5fab5d-ff18-4e49-98fd-17481bd8e7fa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Jan 17 09:40:54.373383 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad1177bf-bd2c-4513-a104-7bbc875ed292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:54.713215 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda1b3-5606-4bd6-95b4-152131259cee req-ff6d5106-fd83-4479-86f5-ee3f0a84da5e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:54.714655 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1eda1b3-5606-4bd6-95b4-152131259cee req-ff6d5106-fd83-4479-86f5-ee3f0a84da5e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0464609 Jan 17 09:40:54.762954 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1eda1b3-5606-4bd6-95b4-152131259cee req-4f9e9a79-614b-4f4f-87ba-2c15d7536dc9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 Jan 17 09:40:55.416523 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:55.888617 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9717ba-de9b-4d4c-ba9c-20d6ac5fe6e0 req-e4a2dec5-51ca-4554-9703-38522a49090e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:55.890243 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8b9717ba-de9b-4d4c-ba9c-20d6ac5fe6e0 req-e4a2dec5-51ca-4554-9703-38522a49090e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0514083 Jan 17 09:40:55.937494 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8b9717ba-de9b-4d4c-ba9c-20d6ac5fe6e0 req-55a91351-2a3e-4ff6-b03c-410349da28fe tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Jan 17 09:40:57.056481 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cc59-231f-4e91-bd6a-21f797ba33e4 req-fa0d62ba-1cfc-4283-bd38-c7478320c331 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:57.057976 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0cf2cc59-231f-4e91-bd6a-21f797ba33e4 req-fa0d62ba-1cfc-4283-bd38-c7478320c331 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0487735 Jan 17 09:40:57.110776 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0cf2cc59-231f-4e91-bd6a-21f797ba33e4 req-e1eea03c-9229-44d0-bf3d-dc2ec2f90490 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471025 Jan 17 09:40:57.116603 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:58.247522 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae73abf-8b29-4370-b28b-2faed5fdef3d req-6bf592bf-ac9f-4719-a16b-250da4f88040 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:58.248997 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0ae73abf-8b29-4370-b28b-2faed5fdef3d req-6bf592bf-ac9f-4719-a16b-250da4f88040 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0554891 Jan 17 09:40:58.296070 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0ae73abf-8b29-4370-b28b-2faed5fdef3d req-7c11a83f-1c58-4b64-9281-b803eca06c44 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413249 Jan 17 09:40:58.339416 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:59.413847 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512174f-7b1e-432d-bd52-4a75db6e37a7 req-585b75ea-7863-44e3-a4fd-6bb72e9e4982 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:59.415358 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2512174f-7b1e-432d-bd52-4a75db6e37a7 req-585b75ea-7863-44e3-a4fd-6bb72e9e4982 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0482085 Jan 17 09:40:59.461623 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2512174f-7b1e-432d-bd52-4a75db6e37a7 req-89308d99-b050-450d-b07b-51e6fea3eb46 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405006 Jan 17 09:41:00.579350 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9447fd-0356-4e41-8d57-9e6aad9c2b18 req-05fc6c83-80cf-4e2e-8177-f03c5646c37a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:00.580868 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3d9447fd-0356-4e41-8d57-9e6aad9c2b18 req-05fc6c83-80cf-4e2e-8177-f03c5646c37a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0487065 Jan 17 09:41:00.630603 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3d9447fd-0356-4e41-8d57-9e6aad9c2b18 req-e9064d26-b5d3-42e8-b747-63ca50f0dcea tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442214 Jan 17 09:41:01.748555 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512fc0d-903f-4327-8767-0818297e4a7d req-7339dd90-8d8d-48a9-80c7-20ed798766ef tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:01.750011 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b512fc0d-903f-4327-8767-0818297e4a7d req-7339dd90-8d8d-48a9-80c7-20ed798766ef tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0482650 Jan 17 09:41:01.795828 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b512fc0d-903f-4327-8767-0818297e4a7d req-3c980f0f-f4d0-42a5-b483-aede03e1f0aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403817 Jan 17 09:41:02.670914 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:41:02.915087 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aabb0-87eb-44d8-af5d-4a5d3ca7d257 req-f5e7c01a-2aab-4bfd-9a3c-ec3a111869d0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:02.916583 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-717aabb0-87eb-44d8-af5d-4a5d3ca7d257 req-f5e7c01a-2aab-4bfd-9a3c-ec3a111869d0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0485353 Jan 17 09:41:02.962564 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-717aabb0-87eb-44d8-af5d-4a5d3ca7d257 req-ecc5988e-3b49-4d60-85ff-6fc2ad7ffa7a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 Jan 17 09:41:04.091667 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f32b8-934b-4246-b165-9c6cbdc0dadd req-cf48cc4f-4bc3-420b-a4eb-d077aac8cd7e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:04.093258 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-938f32b8-934b-4246-b165-9c6cbdc0dadd req-cf48cc4f-4bc3-420b-a4eb-d077aac8cd7e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0579984 Jan 17 09:41:04.144834 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-938f32b8-934b-4246-b165-9c6cbdc0dadd req-eb747e5f-a718-4b52-932b-3eae56ba5541 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 Jan 17 09:41:05.417424 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767e7bd-c6e0-4385-b569-b69a4ff53724 req-1220b1cb-def4-49a9-9b70-1afb93269e95 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:05.418926 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4767e7bd-c6e0-4385-b569-b69a4ff53724 req-1220b1cb-def4-49a9-9b70-1afb93269e95 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0495591 Jan 17 09:41:05.465286 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4767e7bd-c6e0-4385-b569-b69a4ff53724 req-9201fb24-9af6-4601-a990-9a8a0332e6d4 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Jan 17 09:41:06.586164 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d293e-a5cd-42f1-930c-1c18c07a234a req-0fcfc63b-2afd-42f7-aa0e-38a995fd561e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:06.587525 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c78d293e-a5cd-42f1-930c-1c18c07a234a req-0fcfc63b-2afd-42f7-aa0e-38a995fd561e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 943 time: 0.0501680 Jan 17 09:41:06.632816 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c78d293e-a5cd-42f1-930c-1c18c07a234a req-e0b52522-b32c-44cf-835f-422b6a602944 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396981 Jan 17 09:41:07.301526 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:41:07.395995 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:41:07.407605 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'port_id': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'mac_address': 'fa:16:3e:c4:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:41:07.447984 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bd020b1c-e530-4d88-bdca-49407ed0a454 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:41:07.448366 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:07.462039 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd020b1c-e530-4d88-bdca-49407ed0a454 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:41:07.481120 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:41:07.556047 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:07.603665 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:41:07.610849 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.611229 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.611618 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.611963 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.612301 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.612629 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.612959 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.613290 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.613617 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.613959 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.614290 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.614613 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.615021 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:07.750367 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2574b-288b-44f9-be9f-2a4be8c500c1 req-46688fd7-ad8b-414e-a4c3-c1cc4865407a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:07.751846 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d7b2574b-288b-44f9-be9f-2a4be8c500c1 req-46688fd7-ad8b-414e-a4c3-c1cc4865407a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.0480573 Jan 17 09:41:07.798397 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d7b2574b-288b-44f9-be9f-2a4be8c500c1 req-e4e1ea5b-3702-473e-a184-32013085a56a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Jan 17 09:41:08.222791 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['bd020b1c-e530-4d88-bdca-49407ed0a454'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:41:08.916046 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283f210-eda3-453d-94f2-b264772753bb req-e0bc5d11-17fb-4aed-a301-53872ea64580 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:08.917499 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e283f210-eda3-453d-94f2-b264772753bb req-e0bc5d11-17fb-4aed-a301-53872ea64580 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.0470626 Jan 17 09:41:08.967030 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e283f210-eda3-453d-94f2-b264772753bb req-c26f4f1f-3fee-44e4-aa95-7d8ded65f5db tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433562 Jan 17 09:41:10.086569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846718-1ee0-4124-a804-3fb55d613186 req-dee54768-6661-4972-892d-babbd481cb87 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:10.088045 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a9846718-1ee0-4124-a804-3fb55d613186 req-dee54768-6661-4972-892d-babbd481cb87 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.0484209 Jan 17 09:41:10.133593 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a9846718-1ee0-4124-a804-3fb55d613186 req-2c3c0f8c-4a6b-459c-bf20-e1d6f202900d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Jan 17 09:41:11.248978 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cd8f5-9534-4b9a-823e-8c5e0282cb36 req-04089f73-01fa-4a88-acec-1bdfe53a1d68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:11.250909 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da6cd8f5-9534-4b9a-823e-8c5e0282cb36 req-04089f73-01fa-4a88-acec-1bdfe53a1d68 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 944 time: 0.0474424 Jan 17 09:41:11.297878 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da6cd8f5-9534-4b9a-823e-8c5e0282cb36 req-0926b9f5-a6cd-49ec-acd1-eed23d4ccf84 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Jan 17 09:41:11.340313 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:41:11.389028 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port bd020b1c-e530-4d88-bdca-49407ed0a454 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:41:11.389459 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:11.470188 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bd020b1c-e530-4d88-bdca-49407ed0a454 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:41:11.470574 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:11.493905 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:41:11.496132 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44693900-d6f7-4d5a-8d87-8a2158742b9c" -d '{"events": [{"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-plugged", "status": "completed", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:41:11.508812 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:41:11.561883 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:11.609422 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:41:11.702941 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db393d87-25cd-430a-bcee-f14440bd0fb6 x-openstack-request-id: req-db393d87-25cd-430a-bcee-f14440bd0fb6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:41:11.703365 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-plugged", "status": "completed", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:41:11.704191 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db393d87-25cd-430a-bcee-f14440bd0fb6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:41:11.704647 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'code': 200} Jan 17 09:41:12.430196 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87236582-4f0b-4c56-8c38-55145f4881e4 req-acc72e0d-2fa0-46b7-8a7c-9b06475aca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:12.431761 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-87236582-4f0b-4c56-8c38-55145f4881e4 req-acc72e0d-2fa0-46b7-8a7c-9b06475aca64 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 1099 time: 0.0700979 Jan 17 09:41:12.443715 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb7cd8-fec5-4b5b-ac5e-ee4559f4ef06 req-8c184d89-9c12-41ce-a74f-1911aaf37052 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:12.445103 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5ceb7cd8-fec5-4b5b-ac5e-ee4559f4ef06 req-8c184d89-9c12-41ce-a74f-1911aaf37052 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 946 time: 0.0743732 Jan 17 09:41:12.512740 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-87236582-4f0b-4c56-8c38-55145f4881e4 req-783f79d1-c574-43e1-b53b-0a6fc1baa3bd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666912 Jan 17 09:41:12.516864 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5ceb7cd8-fec5-4b5b-ac5e-ee4559f4ef06 req-9773072f-4918-4919-b0e3-cc489d2960e0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643182 Jan 17 09:41:12.730002 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:13.645203 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd11bc6-b03c-4ec7-9a37-afa271c52ce2 req-84bea529-1e46-4ef7-b62f-11793207466f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:13.645991 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bbd11bc6-b03c-4ec7-9a37-afa271c52ce2 req-84bea529-1e46-4ef7-b62f-11793207466f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 946 time: 0.0522444 Jan 17 09:41:13.694882 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bbd11bc6-b03c-4ec7-9a37-afa271c52ce2 req-a1f49839-b9a4-4ea7-9e2a-1ed16cdbff33 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Jan 17 09:41:14.813888 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09917823-2390-431c-8cbd-5392b16014b1 req-0fd29ac5-7e27-4e05-a012-9bfac7bc4c07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:14.815298 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-09917823-2390-431c-8cbd-5392b16014b1 req-0fd29ac5-7e27-4e05-a012-9bfac7bc4c07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 946 time: 0.0497401 Jan 17 09:41:14.862404 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-09917823-2390-431c-8cbd-5392b16014b1 req-deba15c2-bdba-44fa-bc14-3a68e14538ab tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Jan 17 09:41:15.981974 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f8304-9b95-4314-b61d-7d5a9cf473c7 req-100d15db-1b93-448e-94a8-1020b6ac8ab5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:15.983461 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-240f8304-9b95-4314-b61d-7d5a9cf473c7 req-100d15db-1b93-448e-94a8-1020b6ac8ab5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 946 time: 0.0489230 Jan 17 09:41:16.029362 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-240f8304-9b95-4314-b61d-7d5a9cf473c7 req-9e24fda0-bc37-4a48-bf73-cdd3f0e83703 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Jan 17 09:41:18.481123 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-f03b781a-539a-4b4e-a300-0f4e7439f837 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430284 Jan 17 09:41:18.542037 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-590098f6-b487-4afa-bb34-869b7b7831fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:18.543524 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-590098f6-b487-4afa-bb34-869b7b7831fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 1099 time: 0.0392463 Jan 17 09:41:18.645727 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-ad8977d5-877a-4a97-945a-bb7f89934e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:18.647097 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-ad8977d5-877a-4a97-945a-bb7f89934e1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.0827341 Jan 17 09:41:18.722356 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-6273010b-ebcb-4917-96ac-282ddcd2263e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd020b1c-e530-4d88-bdca-49407ed0a454 HTTP/1.1" status: 200 len: 1001 time: 0.0596311 Jan 17 09:41:18.769442 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-49df9b38-cc4c-4bee-8924-df6c71072ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:18.770974 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-49df9b38-cc4c-4bee-8924-df6c71072ede service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0425363 Jan 17 09:41:18.819010 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-f1c06cb3-b347-4fcc-b6e8-b3672981de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:18.820683 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-f1c06cb3-b347-4fcc-b6e8-b3672981de17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410488 Jan 17 09:41:18.910800 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-d36ac754-079c-4fd1-88a8-057488ef4270 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832155 Jan 17 09:41:18.996964 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c7d74294-ede8-40eb-8d3c-93f19f7d138c req-15a3f4e0-909c-46a8-b62a-6924bd4d7464 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800159 Jan 17 09:41:21.904079 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-551d35e3-c491-458d-bb61-87786c5f872b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:24.372960 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6303eb97-ea5e-40e2-b140-63383a108793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:25.114956 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e33cca-ed1b-4e4b-8332-4ff7c624200d req-1d834940-fa2d-4280-968f-07e5117dfd2d tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:25.116435 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1e33cca-ed1b-4e4b-8332-4ff7c624200d req-1d834940-fa2d-4280-968f-07e5117dfd2d tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0539384 Jan 17 09:41:25.201812 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1e33cca-ed1b-4e4b-8332-4ff7c624200d req-baf087df-77cf-4aea-b651-bdef76a3c667 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795445 Jan 17 09:41:25.209614 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-c69277ee-1545-4e56-8cbd-e6736f3ab869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:25.211037 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-c69277ee-1545-4e56-8cbd-e6736f3ab869 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f792385fa3114cfea645c6ceba043ae1&device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1137 time: 0.0631170 Jan 17 09:41:25.404651 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:25.556172 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-45460d38-7039-4df0-a71c-bf13ef4d66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:25.557606 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-45460d38-7039-4df0-a71c-bf13ef4d66be service neutron] 10.222.0.72 "GET /v2.0/networks?id=feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 200 len: 915 time: 0.3399773 Jan 17 09:41:25.621084 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-58993841-fcf0-4332-a109-fddcb52651fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 1001 time: 0.0562415 Jan 17 09:41:25.670882 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-75444365-7ba1-4cce-b7ea-f134d59ed251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:25.672262 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-75444365-7ba1-4cce-b7ea-f134d59ed251 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99996228-eb58-494e-b921-94070e3b6d09 HTTP/1.1" status: 200 len: 853 time: 0.0445366 Jan 17 09:41:25.716217 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-dfab7e6d-246a-4831-9539-dd5dce7cc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:25.717674 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-dfab7e6d-246a-4831-9539-dd5dce7cc6bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=feb3a3e8-e5ae-4538-b417-9588c08877b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393291 Jan 17 09:41:25.810006 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-e9cd63ff-75b7-45ec-9b8c-5467bfcf3839 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839379 Jan 17 09:41:25.899983 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4029a6d0-6837-4f54-8814-957f4cc50f48 req-81d10c26-3c7c-4d11-a2ad-4a7a21148273 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835083 Jan 17 09:41:26.327763 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636af3a9-db6b-4e09-a24e-89846c45c19c req-96c026f7-b6be-448b-89f9-be576767cccd tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:26.329800 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-636af3a9-db6b-4e09-a24e-89846c45c19c req-96c026f7-b6be-448b-89f9-be576767cccd tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0562806 Jan 17 09:41:26.390407 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-636af3a9-db6b-4e09-a24e-89846c45c19c req-964b1b21-54af-432a-89a5-7d3ffe64fcb0 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542681 Jan 17 09:41:27.123847 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:27.514720 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ded320-ab9a-43aa-8018-76abb8494275 req-4685dce4-83ff-4c61-a156-366da1895cc9 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:27.516246 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-86ded320-ab9a-43aa-8018-76abb8494275 req-4685dce4-83ff-4c61-a156-366da1895cc9 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0552907 Jan 17 09:41:27.579304 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-86ded320-ab9a-43aa-8018-76abb8494275 req-d69ae1cd-7ac7-406b-b167-f79c7442f746 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553613 Jan 17 09:41:28.345336 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:28.697089 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58af399-dda2-40f4-b88c-f2cf1a15eb50 req-2050f03d-4b49-4748-81f1-ddc54a04ac56 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:28.698595 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f58af399-dda2-40f4-b88c-f2cf1a15eb50 req-2050f03d-4b49-4748-81f1-ddc54a04ac56 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0522394 Jan 17 09:41:28.758204 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f58af399-dda2-40f4-b88c-f2cf1a15eb50 req-3fac0081-8519-4428-9588-cab132f9a498 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539243 Jan 17 09:41:29.872923 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfec24-5090-4286-a128-a6b061dd978a req-15896b40-db68-4e9f-b48d-42e2fe417c1a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:29.874397 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5adfec24-5090-4286-a128-a6b061dd978a req-15896b40-db68-4e9f-b48d-42e2fe417c1a tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0489984 Jan 17 09:41:29.937073 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5adfec24-5090-4286-a128-a6b061dd978a req-a971e61d-1ffe-4c99-a29c-4b5545bdae9e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558176 Jan 17 09:41:31.050704 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68f225-a68a-41de-bd18-19e85302f83d req-04a201a2-9d0a-4f3e-9bfa-c3eb81fb812c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:31.052208 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc68f225-a68a-41de-bd18-19e85302f83d req-04a201a2-9d0a-4f3e-9bfa-c3eb81fb812c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0499802 Jan 17 09:41:31.114923 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cc68f225-a68a-41de-bd18-19e85302f83d req-0d170b4e-bdec-4d97-adb4-5bb175e84298 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570340 Jan 17 09:41:32.228671 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1b38-8cad-45fe-8097-1010bc542415 req-1df244f5-4f47-4245-bec0-31b6d292e58f tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:32.230139 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b70e1b38-8cad-45fe-8097-1010bc542415 req-1df244f5-4f47-4245-bec0-31b6d292e58f tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0492976 Jan 17 09:41:32.288153 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b70e1b38-8cad-45fe-8097-1010bc542415 req-07d3219d-f39b-4aa5-add2-58e5e595bfa4 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523841 Jan 17 09:41:33.413817 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc4766-d572-4b99-87b9-9b36476155e0 req-f16635bd-d401-40bd-b7c6-ce3dec138368 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:33.415337 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-acdc4766-d572-4b99-87b9-9b36476155e0 req-f16635bd-d401-40bd-b7c6-ce3dec138368 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0608511 Jan 17 09:41:33.475357 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-acdc4766-d572-4b99-87b9-9b36476155e0 req-17364e25-e4ac-4f13-a8d6-ef0a43d92387 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542920 Jan 17 09:41:34.589808 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6706dd8-8a41-4875-9881-107b9993263f req-d6e5cba2-a55a-448e-adef-aa9b85f1dd44 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:34.591202 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6706dd8-8a41-4875-9881-107b9993263f req-d6e5cba2-a55a-448e-adef-aa9b85f1dd44 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0495713 Jan 17 09:41:34.649894 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6706dd8-8a41-4875-9881-107b9993263f req-c82ad43b-b2be-4dbc-b778-81785273b9ea tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524452 Jan 17 09:41:35.764187 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2313a-de81-42c0-8e15-5949889422ed req-01ef536e-eb50-4247-ba68-3a4d58596ae6 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:35.765669 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d4c2313a-de81-42c0-8e15-5949889422ed req-01ef536e-eb50-4247-ba68-3a4d58596ae6 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0491490 Jan 17 09:41:35.827676 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d4c2313a-de81-42c0-8e15-5949889422ed req-f3f74b82-f988-4ea9-98af-918e3715afc2 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564325 Jan 17 09:41:36.943569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7608a-7012-460f-9b45-4e896d44997b req-14a18ea5-5fa8-406a-a81e-cd4e9b0feaf1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:36.945102 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1da7608a-7012-460f-9b45-4e896d44997b req-14a18ea5-5fa8-406a-a81e-cd4e9b0feaf1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0506415 Jan 17 09:41:37.005106 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1da7608a-7012-460f-9b45-4e896d44997b req-1ebd663c-2d8d-44c9-bba5-3ad84919eb03 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543592 Jan 17 09:41:38.133480 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254e624-ec9f-44a0-9ff4-7b6ce814916d req-77b133f4-b482-49c8-a63d-4e6512a356aa tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:38.134962 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f254e624-ec9f-44a0-9ff4-7b6ce814916d req-77b133f4-b482-49c8-a63d-4e6512a356aa tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0494006 Jan 17 09:41:38.195153 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f254e624-ec9f-44a0-9ff4-7b6ce814916d req-55fcf12d-066a-47cf-9858-6d449897808f tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544703 Jan 17 09:41:39.314043 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71333e25-0700-418e-9635-75ba3f95104a req-d20d94c7-2d86-477a-bb64-4f1a2e78a98c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:39.315486 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-71333e25-0700-418e-9635-75ba3f95104a req-d20d94c7-2d86-477a-bb64-4f1a2e78a98c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0532572 Jan 17 09:41:39.375952 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-71333e25-0700-418e-9635-75ba3f95104a req-7d93763e-b897-4a14-ac09-253eacb9746e tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547779 Jan 17 09:41:39.669657 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:41:40.494200 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967107b2-32ed-4453-a3e8-2b69ef65885c req-7947dd55-fcb4-4a4f-8c35-17abd346ead9 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:40.495943 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-967107b2-32ed-4453-a3e8-2b69ef65885c req-7947dd55-fcb4-4a4f-8c35-17abd346ead9 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0505447 Jan 17 09:41:40.555718 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-967107b2-32ed-4453-a3e8-2b69ef65885c req-eba178a6-90ec-42ad-b0dc-57181ec649ab tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537052 Jan 17 09:41:41.671487 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989aee7-db79-4879-bb75-c6d9b803779f req-8259590b-372d-4716-86a7-4fec681a58e6 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:41.673455 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e989aee7-db79-4879-bb75-c6d9b803779f req-8259590b-372d-4716-86a7-4fec681a58e6 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0523679 Jan 17 09:41:41.743683 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e989aee7-db79-4879-bb75-c6d9b803779f req-360dbcb2-bc97-468f-b4b3-4c40a145ede3 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642385 Jan 17 09:41:42.700812 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:42.859954 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c3ea-415b-409e-a496-eb24be90a8b0 req-0155387f-6985-4c94-a908-56e32bc4085b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:42.861430 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6f84c3ea-415b-409e-a496-eb24be90a8b0 req-0155387f-6985-4c94-a908-56e32bc4085b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0503628 Jan 17 09:41:42.919693 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6f84c3ea-415b-409e-a496-eb24be90a8b0 req-82a6ff3e-cbb8-41ba-9073-99fbf24d376f tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&id=ea9dc072-1239-469e-bb48-67e33dd4dbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525963 Jan 17 09:41:51.951967 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15ade3b9-b3a2-4ca1-be3f-e63f2fbfcb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:54.343696 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d1571d8-4566-4934-a901-64cada30a1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:55.406219 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:57.120479 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:58.372732 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:03.050764 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c0925-c7f6-4bb4-bec2-97c5faf35fab req-39de32e1-ac97-411b-a16c-a55eca1a5ed9 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:03.052301 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7a0c0925-c7f6-4bb4-bec2-97c5faf35fab req-39de32e1-ac97-411b-a16c-a55eca1a5ed9 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0498433 Jan 17 09:42:03.102835 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7a0c0925-c7f6-4bb4-bec2-97c5faf35fab req-6c9913dc-bfdc-4d66-9747-d06eab5b9133 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447927 Jan 17 09:42:04.217071 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964211-230b-4102-aaf3-f0aa9f2c887f req-76656137-25a4-470a-9729-6fd9e25930e2 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:04.218548 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-74964211-230b-4102-aaf3-f0aa9f2c887f req-76656137-25a4-470a-9729-6fd9e25930e2 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0482354 Jan 17 09:42:04.263921 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-74964211-230b-4102-aaf3-f0aa9f2c887f req-c19d0048-0006-44d0-ac2e-8f2ca0911f29 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395446 Jan 17 09:42:05.377544 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf489355-be99-46dd-bb26-0f8bda1c44c8 req-77b6fdd9-3386-4647-bf1d-4b3f06a37342 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:05.379022 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cf489355-be99-46dd-bb26-0f8bda1c44c8 req-77b6fdd9-3386-4647-bf1d-4b3f06a37342 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0485821 Jan 17 09:42:05.434243 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cf489355-be99-46dd-bb26-0f8bda1c44c8 req-180c2164-a5aa-41b8-9416-42f1b01f571a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493381 Jan 17 09:42:06.567759 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343f38-3cbc-449a-a5c7-3dccb5ad41e0 req-0563f7e5-3056-44b3-90fd-4309abd0f2db tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:06.569275 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64343f38-3cbc-449a-a5c7-3dccb5ad41e0 req-0563f7e5-3056-44b3-90fd-4309abd0f2db tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0542111 Jan 17 09:42:06.616650 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64343f38-3cbc-449a-a5c7-3dccb5ad41e0 req-a3b0bad9-5c51-4796-a7ae-42d7e34bda98 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Jan 17 09:42:07.732442 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f8c11-a6c3-4be2-acac-3530c2855f6a req-f5f3a6cc-8f64-4634-86e9-cda6c4143c95 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:07.733935 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ed8f8c11-a6c3-4be2-acac-3530c2855f6a req-f5f3a6cc-8f64-4634-86e9-cda6c4143c95 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0483580 Jan 17 09:42:07.781369 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ed8f8c11-a6c3-4be2-acac-3530c2855f6a req-65053c7a-eab8-4769-a68c-2226d2c06cda tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Jan 17 09:42:08.895225 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9073e-4337-4cd5-b663-7899d5729b34 req-e78cd2bf-4fa1-4881-85c4-703cefb315f3 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:08.896728 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51c9073e-4337-4cd5-b663-7899d5729b34 req-e78cd2bf-4fa1-4881-85c4-703cefb315f3 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0483856 Jan 17 09:42:08.946331 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51c9073e-4337-4cd5-b663-7899d5729b34 req-7d87ab48-9714-4c16-acba-8225b3d0e9b6 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440989 Jan 17 09:42:10.061035 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d376b3-343e-48da-8498-a63a00f1a620 req-ba81b77a-2f3c-40f8-acee-8c9f5c4b188e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:10.062511 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-85d376b3-343e-48da-8498-a63a00f1a620 req-ba81b77a-2f3c-40f8-acee-8c9f5c4b188e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0486286 Jan 17 09:42:10.108626 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-85d376b3-343e-48da-8498-a63a00f1a620 req-cd9da330-3898-4cc0-9987-757449a51af9 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Jan 17 09:42:11.224221 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e14ae9-f49d-4723-8c77-75fef9e7fb54 req-ac5a5b44-27b6-49e6-8860-750db4ce5abc tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:11.225686 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12e14ae9-f49d-4723-8c77-75fef9e7fb54 req-ac5a5b44-27b6-49e6-8860-750db4ce5abc tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Jan 17 09:42:11.271604 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12e14ae9-f49d-4723-8c77-75fef9e7fb54 req-0e58d398-fda4-48c0-9d93-2295314f0ee1 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 Jan 17 09:42:12.393010 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc4d3-f775-40d2-8f75-25e783dcd87c req-e90706b7-4104-46cd-843d-791003def641 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:12.394554 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-547dc4d3-f775-40d2-8f75-25e783dcd87c req-e90706b7-4104-46cd-843d-791003def641 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0542350 Jan 17 09:42:12.443754 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-547dc4d3-f775-40d2-8f75-25e783dcd87c req-5b0393dd-095b-486e-ad37-40a1893e0f18 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435505 Jan 17 09:42:12.737622 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:13.559515 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696528a-2d37-4650-a40d-b6535fe800d2 req-a86e9065-a059-49be-be35-69f670993cb0 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:13.560992 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6696528a-2d37-4650-a40d-b6535fe800d2 req-a86e9065-a059-49be-be35-69f670993cb0 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Jan 17 09:42:13.607127 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6696528a-2d37-4650-a40d-b6535fe800d2 req-798addd6-34ff-4533-9d85-7a6ff4e41154 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399652 Jan 17 09:42:14.010709 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4266f-800e-452d-8be9-81f64a90cd7c req-893b602d-82d5-404d-ad68-7e12406e5701 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:14.012274 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-88b4266f-800e-452d-8be9-81f64a90cd7c req-893b602d-82d5-404d-ad68-7e12406e5701 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0523150 Jan 17 09:42:14.059217 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-88b4266f-800e-452d-8be9-81f64a90cd7c req-1e7f4b05-3693-4a39-8aeb-18d86f2f8a22 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Jan 17 09:42:14.146930 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-af44bc5c-e9b9-4422-8eeb-0901af8b858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:14.149475 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-af44bc5c-e9b9-4422-8eeb-0901af8b858c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 1098 time: 0.0432007 Jan 17 09:42:14.239354 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-9ee0775e-4877-4ca4-87c9-19df68347f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:14.240752 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-9ee0775e-4877-4ca4-87c9-19df68347f0a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 912 time: 0.0862856 Jan 17 09:42:14.304683 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-61b3c830-277d-4972-ba40-05fa5cbcd424 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a HTTP/1.1" status: 200 len: 1000 time: 0.0567544 Jan 17 09:42:14.352971 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-848f116f-bade-4cad-b03d-ae41f436789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:14.354480 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-848f116f-bade-4cad-b03d-ae41f436789c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 200 len: 850 time: 0.0431976 Jan 17 09:42:14.404095 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-342953fc-0a1f-4dfd-8bea-6bf1c273d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:14.405612 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-342953fc-0a1f-4dfd-8bea-6bf1c273d82d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a3ad31e-340c-42a2-a66d-c437bb4da741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441546 Jan 17 09:42:14.495472 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-ecbd546d-b02b-4f94-b9f9-7a1e0531bc0d service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837750 Jan 17 09:42:14.585447 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-714a00c3-0cc2-4818-a154-c4cbf5b1fd03 req-4114766a-f929-4542-8470-093738f74522 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843766 Jan 17 09:42:15.190899 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d843ab8-be7e-4608-acd6-c1e9f2920944 req-7a2630a2-e872-4c03-8843-ae6bfdf5e10f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:15.192459 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d843ab8-be7e-4608-acd6-c1e9f2920944 req-7a2630a2-e872-4c03-8843-ae6bfdf5e10f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0592914 Jan 17 09:42:15.239224 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d843ab8-be7e-4608-acd6-c1e9f2920944 req-ede69a23-8049-45fc-8e3e-111696d92bd7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Jan 17 09:42:16.354950 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12854de2-513f-4385-a3b3-fe8cf40f950a req-9cde6c7a-9eab-4742-aeb2-8a019a81cfe5 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:16.356520 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12854de2-513f-4385-a3b3-fe8cf40f950a req-9cde6c7a-9eab-4742-aeb2-8a019a81cfe5 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0506275 Jan 17 09:42:16.403562 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12854de2-513f-4385-a3b3-fe8cf40f950a req-30943ae7-4051-41e4-a5ad-020a43fdc552 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Jan 17 09:42:16.669413 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:42:20.466666 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-f932d7fe-931d-429f-9f1a-b3f17f691894 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422277 Jan 17 09:42:20.549756 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-43f0b51d-d86d-479d-9a63-0a74b358f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:20.551294 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-43f0b51d-d86d-479d-9a63-0a74b358f34a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f792385fa3114cfea645c6ceba043ae1&device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1137 time: 0.0408490 Jan 17 09:42:20.652009 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-e87b2229-88f9-439d-b855-cb4537dc5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:20.653376 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-e87b2229-88f9-439d-b855-cb4537dc5087 service neutron] 10.222.0.72 "GET /v2.0/networks?id=feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 200 len: 915 time: 0.0834775 Jan 17 09:42:20.719762 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-e275815e-3b4b-4057-9808-c973d95f1a57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 1001 time: 0.0604603 Jan 17 09:42:20.772490 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-a06df9d5-ff51-4fdd-87de-0b86c3d8b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:20.773975 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-a06df9d5-ff51-4fdd-87de-0b86c3d8b5c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99996228-eb58-494e-b921-94070e3b6d09 HTTP/1.1" status: 200 len: 853 time: 0.0484555 Jan 17 09:42:20.818243 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-9ac0ef85-d04a-4d7a-9234-35f2dc175ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:20.819759 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-9ac0ef85-d04a-4d7a-9234-35f2dc175ca1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=feb3a3e8-e5ae-4538-b417-9588c08877b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400274 Jan 17 09:42:20.910258 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-584eae92-378c-4549-a4e0-460fef67f251 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830915 Jan 17 09:42:20.995005 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5e46ecbe-7ddb-4937-ac79-7e00a424cc37 req-e44211a1-b871-483b-a2bf-8a4d5caa3f4f service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788887 Jan 17 09:42:21.922370 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cbb9-20c7-4ed7-a8ce-3ec981201ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:24.368605 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ef655a5-bccb-4924-bc0d-620c399b8700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:25.414006 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:27.122168 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:28.333678 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:38.726303 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d49e9d-da91-460f-9b7c-08ebec4e3fad req-06d2ad37-bc59-4c4f-81ff-a1dcd5609d32 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:38.727847 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b9d49e9d-da91-460f-9b7c-08ebec4e3fad req-06d2ad37-bc59-4c4f-81ff-a1dcd5609d32 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 946 time: 0.0543010 Jan 17 09:42:38.773562 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b9d49e9d-da91-460f-9b7c-08ebec4e3fad req-38a0d2e6-d695-472b-8d68-c49e2c294691 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401490 Jan 17 09:42:39.895378 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d4fd4-7eaa-4f34-9fa6-40df5462221c req-7d9b5783-ba71-4ec6-8934-cc53e1689b48 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:39.897374 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf0d4fd4-7eaa-4f34-9fa6-40df5462221c req-7d9b5783-ba71-4ec6-8934-cc53e1689b48 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 946 time: 0.0497088 Jan 17 09:42:39.943698 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf0d4fd4-7eaa-4f34-9fa6-40df5462221c req-c9ae04de-29a4-4145-bca1-1d1197d31204 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 Jan 17 09:42:40.836254 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-84434b30-dda8-4907-89ef-f6f44ac38b9a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:40.837686 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-84434b30-dda8-4907-89ef-f6f44ac38b9a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 946 time: 0.0512867 Jan 17 09:42:40.928386 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Deleting port bd020b1c-e530-4d88-bdca-49407ed0a454 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:42:40.929325 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:41.053696 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] For port bd020b1c-e530-4d88-bdca-49407ed0a454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bd020b1c-e530-4d88-bdca-49407ed0a454,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:42:41.054048 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:41.158039 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387eda5-8e6e-4cdc-91d3-e312571c5e38 req-7326fad0-4bd0-4d2a-895e-262fb74586de tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:41.159437 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1387eda5-8e6e-4cdc-91d3-e312571c5e38 req-7326fad0-4bd0-4d2a-895e-262fb74586de tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 946 time: 0.1424844 Jan 17 09:42:41.262053 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1387eda5-8e6e-4cdc-91d3-e312571c5e38 req-a0d3ca0d-4b95-4f6f-9169-690b327b64ce tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=17fb1622-be77-43e7-bbf3-3b35eea0d1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963597 Jan 17 09:42:41.313600 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:41.313958 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:41.314269 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Floating IP 3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb disassociated. External IP: 172.27.1.154, port: bd020b1c-e530-4d88-bdca-49407ed0a454. Jan 17 09:42:41.314608 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Calling delete_port for bd020b1c-e530-4d88-bdca-49407ed0a454 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:42:41.505751 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (bd020b1c-e530-4d88-bdca-49407ed0a454), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:41.534506 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event deleted for resources: {'Port': ['ID=bd020b1c-e530-4d88-bdca-49407ed0a454,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:41.546277 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.546634 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.550184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:41.660611 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:42:41.767430 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:42:41.781267 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] Sync routers for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:42:41.791561 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:42:41.792466 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:41.814805 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] No DVR routers for this DVR port bd020b1c-e530-4d88-bdca-49407ed0a454 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:42:41.817935 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:41.821317 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fad4304b-7883-47f3-b3be-c91cfde5c152 req-8fd22410-2aff-4697-98f0-aaf054189988 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "DELETE /v2.0/ports/bd020b1c-e530-4d88-bdca-49407ed0a454 HTTP/1.1" status: 204 len: 173 time: 0.9774060 Jan 17 09:42:41.821762 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-deleted', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:42:41.824078 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462d4730-fef3-43d9-8eb5-ec7e33c8e7f5" -d '{"events": [{"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-deleted", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:42:41.908319 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:42:41.923149 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6521bbbb-397b-4ca6-8987-93b164f23548 x-openstack-request-id: req-6521bbbb-397b-4ca6-8987-93b164f23548 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:42:41.923706 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c19e4e-85e0-4b04-bd10-2b81e33f9243", "name": "network-vif-deleted", "tag": "bd020b1c-e530-4d88-bdca-49407ed0a454", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:42:41.924055 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6521bbbb-397b-4ca6-8987-93b164f23548 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:42:41.924417 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c19e4e-85e0-4b04-bd10-2b81e33f9243', 'name': 'network-vif-deleted', 'tag': 'bd020b1c-e530-4d88-bdca-49407ed0a454', 'status': 'completed', 'code': 200} Jan 17 09:42:42.116221 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:42.142434 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] Checking router: c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:42:42.152338 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:42:42.152942 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:42.260871 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:42:42.376552 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fdc32e38-8e6f-46a4-ae05-f909637264fe req-fcefa57e-46c6-4e76-b744-47015f3e19c1 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4c19e4e-85e0-4b04-bd10-2b81e33f9243 HTTP/1.1" status: 200 len: 210 time: 0.0272231 Jan 17 09:42:42.485808 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:42.703670 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d81564f-af75-420b-a558-6b2368b116e5 None None] The sync data for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi is: [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:42:42.794524 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:42.937081 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dffc08a-b15d-4423-9e0a-3d4cd610d0e5 None None] New status for floating IP 3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:42:43.540856 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40658) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:43.597192 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (17fb1622-be77-43e7-bbf3-3b35eea0d1eb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:43.621486 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (17fb1622-be77-43e7-bbf3-3b35eea0d1eb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:43.730871 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (17fb1622-be77-43e7-bbf3-3b35eea0d1eb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:43.733714 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:43.734875 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "DELETE /v2.0/security-groups/17fb1622-be77-43e7-bbf3-3b35eea0d1eb HTTP/1.1" status: 204 len: 168 time: 0.1930258 Jan 17 09:42:43.737779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:43.746441 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fb1622-be77-43e7-bbf3-3b35eea0d1eb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:43.752160 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.api.v2.resource [None req-7524302d-6f9e-46eb-a4af-035e078a9589 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] show failed (client error): The resource could not be found. Jan 17 09:42:43.753159 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7524302d-6f9e-46eb-a4af-035e078a9589 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups/17fb1622-be77-43e7-bbf3-3b35eea0d1eb HTTP/1.1" status: 404 len: 347 time: 0.0144114 Jan 17 09:42:43.754235 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.754587 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.754978 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.755864 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.756197 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.756533 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.756839 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40664) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:43.756971 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.757167 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.757497 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.757825 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.758149 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.758481 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.758797 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcee59f-1670-4c91-a4f5-91c1151b8f7f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:43.885592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Deleting port f3a2d854-218f-49ad-9411-ee8d76d62a02 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:42:43.885934 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (f3a2d854-218f-49ad-9411-ee8d76d62a02), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:43.958751 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (f3a2d854-218f-49ad-9411-ee8d76d62a02), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:43.959081 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (f3a2d854-218f-49ad-9411-ee8d76d62a02), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:43.970402 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Calling delete_port for f3a2d854-218f-49ad-9411-ee8d76d62a02 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:42:44.451681 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (f3a2d854-218f-49ad-9411-ee8d76d62a02), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:44.487389 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event deleted for resources: {'Port': ['ID=f3a2d854-218f-49ad-9411-ee8d76d62a02,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:44.556631 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:44.559767 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:44.560964 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f7ecf972-e5c1-4843-9b53-dcfe4dc109da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "DELETE /v2.0/floatingips/3eeef0c1-da50-4df1-82b4-3c1ed5c35ccb HTTP/1.1" status: 204 len: 168 time: 0.8032348 Jan 17 09:42:45.106185 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:45.110877 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1037132d-40e0-4d3f-a18b-01bb907ba6dc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758340829', 'description': 'tempest-description--904908897'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:42:45.208349 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1037132d-40e0-4d3f-a18b-01bb907ba6dc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:45.277818 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1037132d-40e0-4d3f-a18b-01bb907ba6dc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (1315f7a7-5daa-4558-8e03-01fb02af3327), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:45.348275 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1037132d-40e0-4d3f-a18b-01bb907ba6dc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (1315f7a7-5daa-4558-8e03-01fb02af3327), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:45.377859 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037132d-40e0-4d3f-a18b-01bb907ba6dc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1315f7a7-5daa-4558-8e03-01fb02af3327,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:45.451370 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1037132d-40e0-4d3f-a18b-01bb907ba6dc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:45.451370 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1037132d-40e0-4d3f-a18b-01bb907ba6dc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3416393 Jan 17 09:42:45.452024 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40670) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:45.456613 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d83b9ae5-916f-483e-b10e-4c38e2937865 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'security_group_rule': {'security_group_id': '1315f7a7-5daa-4558-8e03-01fb02af3327', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:42:45.573770 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d83b9ae5-916f-483e-b10e-4c38e2937865 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (2c575207-1cd7-4a15-9d86-b28fd35065a1), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:45.627420 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d83b9ae5-916f-483e-b10e-4c38e2937865 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (2c575207-1cd7-4a15-9d86-b28fd35065a1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:45.710784 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d83b9ae5-916f-483e-b10e-4c38e2937865 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (2c575207-1cd7-4a15-9d86-b28fd35065a1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:45.728215 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b9ae5-916f-483e-b10e-4c38e2937865 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c575207-1cd7-4a15-9d86-b28fd35065a1,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:45.804143 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d83b9ae5-916f-483e-b10e-4c38e2937865 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:45.805414 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d83b9ae5-916f-483e-b10e-4c38e2937865 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3524487 Jan 17 09:42:45.808134 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40672) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:45.812592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7f3ab504-2958-4071-b090-5434d8b5b189 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'security_group_rule': {'security_group_id': '1315f7a7-5daa-4558-8e03-01fb02af3327', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:42:45.823144 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:42:45.843422 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: bd020b1c-e530-4d88-bdca-49407ed0a454 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:42:45.843769 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bd020b1c-e530-4d88-bdca-49407ed0a454 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:42:45.909688 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f3ab504-2958-4071-b090-5434d8b5b189 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (7bbc69c8-4906-433b-b3a8-887118af7bc3), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:45.963685 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f3ab504-2958-4071-b090-5434d8b5b189 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (7bbc69c8-4906-433b-b3a8-887118af7bc3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:46.025358 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f3ab504-2958-4071-b090-5434d8b5b189 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (7bbc69c8-4906-433b-b3a8-887118af7bc3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:46.044555 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ab504-2958-4071-b090-5434d8b5b189 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbc69c8-4906-433b-b3a8-887118af7bc3,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:46.101348 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f3ab504-2958-4071-b090-5434d8b5b189 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:46.102541 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7f3ab504-2958-4071-b090-5434d8b5b189 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934306 Jan 17 09:42:46.105569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:46.109903 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'floatingip': {'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:42:46.213558 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:46.311051 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:46.439342 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Allocated IP 172.27.1.189 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/c6568b1b-392a-4fd7-aac3-88f27bdbb3db) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:42:46.538475 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for port (c6568b1b-392a-4fd7-aac3-88f27bdbb3db), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:46.648122 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (c6568b1b-392a-4fd7-aac3-88f27bdbb3db), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:46.687998 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:42:46.691213 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:42:46.695365 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:42:46.702883 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'Port': ['ID=c6568b1b-392a-4fd7-aac3-88f27bdbb3db,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:46.792968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (02ad2042-0389-4ae7-b4ce-e7f79d990fce), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:46.899883 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (c6568b1b-392a-4fd7-aac3-88f27bdbb3db), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:47.066378 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for port (c6568b1b-392a-4fd7-aac3-88f27bdbb3db), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:47.148478 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (c6568b1b-392a-4fd7-aac3-88f27bdbb3db), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:47.216338 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'Port': ['ID=c6568b1b-392a-4fd7-aac3-88f27bdbb3db,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:47.227023 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (02ad2042-0389-4ae7-b4ce-e7f79d990fce), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:47.321772 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:47.322996 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0d63d5d7-241d-458d-8b50-275815c7f06a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2164233 Jan 17 09:42:47.524229 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-70f6dd7e-9977-4e23-9e84-865f5608c535 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--758340829&fields=id&tenant_id=e871533a61e74f0caea770b0d2e7bd98 HTTP/1.1" status: 200 len: 267 time: 0.0460320 Jan 17 09:42:47.634821 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-5d64219f-c869-4234-aed3-f5dd6626c76c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:47.636351 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-5d64219f-c869-4234-aed3-f5dd6626c76c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 817 time: 0.1056457 Jan 17 09:42:47.650853 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-a2dd1c9c-08a6-4679-b844-e23f56ad37a1 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/quotas/e871533a61e74f0caea770b0d2e7bd98 HTTP/1.1" status: 200 len: 375 time: 0.0091746 Jan 17 09:42:47.702293 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-bf95a1c5-2e31-44c0-aa97-0ede78a2dfb2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464425 Jan 17 09:42:47.798567 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-c0a782ac-6c3a-4943-8ed4-11994a9426d7 service neutron] 10.222.0.73 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848792 Jan 17 09:42:47.886633 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-553212af-205d-4935-b786-2a79c934e60d service neutron] 10.222.0.73 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815485 Jan 17 09:42:48.145819 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4a6f83c5-1be4-42fe-8bfe-19cb563f04cc req-8f146175-1035-4b86-a5fd-67e1c43330bb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 210 time: 0.0320711 Jan 17 09:42:48.537593 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5024a-9289-452a-8bb3-fc4ac1a76b18 req-7bbea3a1-1414-413e-a468-62e07e0e6cb7 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:48.539122 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3e5024a-9289-452a-8bb3-fc4ac1a76b18 req-7bbea3a1-1414-413e-a468-62e07e0e6cb7 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 945 time: 0.0492098 Jan 17 09:42:48.589657 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3e5024a-9289-452a-8bb3-fc4ac1a76b18 req-a7838e74-fc15-4e13-a2ca-035f490c2a51 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448623 Jan 17 09:42:49.245539 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8415efb8-9fa7-4099-8564-5cba816a5590 req-7055475c-c9d3-42a1-bc57-b01540e5c858 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Jan 17 09:42:49.705725 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26347d51-bca4-4657-b019-2ceadb1e724a req-4b824a03-76cb-4726-a97e-f5291fd1cd25 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:49.707180 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-26347d51-bca4-4657-b019-2ceadb1e724a req-4b824a03-76cb-4726-a97e-f5291fd1cd25 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 945 time: 0.0493965 Jan 17 09:42:49.762089 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-26347d51-bca4-4657-b019-2ceadb1e724a req-b24f20ba-befb-4ac5-b8d2-4c1e02dc58ac tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485768 Jan 17 09:42:50.152092 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-5d1b8c85-038c-46f6-b18d-8b868170da55 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:50.153600 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-5d1b8c85-038c-46f6-b18d-8b868170da55 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 817 time: 0.1037884 Jan 17 09:42:50.224041 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-f408b3e4-13ed-42e4-a963-5d45dccf4a74 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e871533a61e74f0caea770b0d2e7bd98 HTTP/1.1" status: 200 len: 379 time: 0.0520525 Jan 17 09:42:50.232684 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'port': {'device_id': '83800cf9-d73f-4c7d-8558-49046ce41136', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'admin_state_up': True, 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'security_groups': ['1315f7a7-5daa-4558-8e03-01fb02af3327']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:42:50.356373 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f4f32005-fd9e-48ef-ae1c-3cf6486a0065 req-486debb2-5470-43cb-96a7-04406a156d32 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 210 time: 0.0360918 Jan 17 09:42:50.421877 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db45849-42ac-41e5-90c7-84a546d261bf req-90a28d43-f8b8-4744-9ca6-94368f1c3eae tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:50.427039 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2db45849-42ac-41e5-90c7-84a546d261bf req-90a28d43-f8b8-4744-9ca6-94368f1c3eae tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 945 time: 0.0507314 Jan 17 09:42:50.458026 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Made reservation on behalf of e871533a61e74f0caea770b0d2e7bd98 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:42:50.461528 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:50.619218 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Deleting port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:42:50.619588 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:50.672782 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Allocated IP 172.20.0.5 (460e104a-d5ad-4804-86f9-3d10f08e0f90/e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd/9861a027-a353-4a8b-ad3c-8616a4c004ed) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:42:50.745691 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] For port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:42:50.746403 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:50.964412 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:50.981397 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e25b5-9ba1-43af-a5a6-2eb3af89eac9 req-07a9ac94-1741-4ceb-8da2-a6ab4232a39f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:50.982954 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-736e25b5-9ba1-43af-a5a6-2eb3af89eac9 req-07a9ac94-1741-4ceb-8da2-a6ab4232a39f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 945 time: 0.1491055 Jan 17 09:42:51.121108 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:51.121489 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (7d00163e-3362-4957-ac7e-66325c2fb34d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:51.121790 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Floating IP 7d00163e-3362-4957-ac7e-66325c2fb34d disassociated. External IP: 172.27.1.92, port: 5dfab34d-0bdf-45f6-ad5a-4a13f812792e. Jan 17 09:42:51.122136 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Calling delete_port for 5dfab34d-0bdf-45f6-ad5a-4a13f812792e owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:42:51.127145 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-736e25b5-9ba1-43af-a5a6-2eb3af89eac9 req-1aa48985-480a-44ae-90a1-0aaf95e77b37 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374829 Jan 17 09:42:51.209760 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:51.278513 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:42:51.285113 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:42:51.291085 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:42:51.331362 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:51.352725 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:51.353398 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:51.468597 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-9aea4081-ac63-4aee-a8d2-77067373ce28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2394211 Jan 17 09:42:51.469161 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (5dfab34d-0bdf-45f6-ad5a-4a13f812792e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:51.484196 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Request body: {'port': {'device_id': '83800cf9-d73f-4c7d-8558-49046ce41136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:42:51.514849 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event deleted for resources: {'Port': ['ID=5dfab34d-0bdf-45f6-ad5a-4a13f812792e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:51.523881 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c6378908-c8fe-4cc1-b59a-dd52f5bb8630 None None] Provisioning complete for port 9861a027-a353-4a8b-ad3c-8616a4c004ed triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:42:51.524414 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6378908-c8fe-4cc1-b59a-dd52f5bb8630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:51.558618 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c6378908-c8fe-4cc1-b59a-dd52f5bb8630 None None] Port 9861a027-a353-4a8b-ad3c-8616a4c004ed cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:42:51.593565 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebe91f-d7f7-43f0-8e54-d93f807f999b req-75ad13d3-db66-4d71-8275-914121fffaaf tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:51.595052 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-90ebe91f-d7f7-43f0-8e54-d93f807f999b req-75ad13d3-db66-4d71-8275-914121fffaaf tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 931 time: 0.1590970 Jan 17 09:42:51.638317 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:51.755500 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-90ebe91f-d7f7-43f0-8e54-d93f807f999b req-bc6a6ca3-18d8-4615-9575-1be8842c271b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435695 Jan 17 09:42:51.820867 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Router a5f8d239-61cb-450b-afdc-7bc159a2be3d has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:42:51.927851 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-076581a3-b7af-45ab-81ef-3825293b5dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:52.011858 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:42:52.023485 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] Sync routers for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:42:52.037241 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:42:52.037850 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:52.064054 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] No DVR routers for this DVR port 5dfab34d-0bdf-45f6-ad5a-4a13f812792e on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:42:52.067906 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:52.071314 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2db45849-42ac-41e5-90c7-84a546d261bf req-2e59ce80-f7db-453a-86df-7d2c6c3fff46 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "DELETE /v2.0/ports/5dfab34d-0bdf-45f6-ad5a-4a13f812792e HTTP/1.1" status: 204 len: 173 time: 1.6421387 Jan 17 09:42:52.071701 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'name': 'network-vif-deleted', 'tag': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:42:52.074494 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d713392f-39c3-47dd-ba3b-db3080820c76" -d '{"events": [{"server_uuid": "153ad28d-3726-4af4-8fcb-b2200e0d0d4c", "name": "network-vif-deleted", "tag": "5dfab34d-0bdf-45f6-ad5a-4a13f812792e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:42:52.113147 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9861a027-a353-4a8b-ad3c-8616a4c004ed {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:42:52.121653 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9894308-2fb3-4c76-99d6-e22db9109b37 x-openstack-request-id: req-b9894308-2fb3-4c76-99d6-e22db9109b37 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:42:52.121876 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ad28d-3726-4af4-8fcb-b2200e0d0d4c", "name": "network-vif-deleted", "tag": "5dfab34d-0bdf-45f6-ad5a-4a13f812792e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:42:52.122135 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9894308-2fb3-4c76-99d6-e22db9109b37 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:42:52.122535 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ad28d-3726-4af4-8fcb-b2200e0d0d4c', 'name': 'network-vif-deleted', 'tag': '5dfab34d-0bdf-45f6-ad5a-4a13f812792e', 'status': 'completed', 'code': 200} Jan 17 09:42:52.124442 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Publish callbacks [] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:52.136919 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Transition to ACTIVE for port object 9861a027-a353-4a8b-ad3c-8616a4c004ed will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:42:52.151988 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:42:52.219491 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ee49abd0-9d74-46a1-a357-e6c3a6ad9056 req-d9baa34f-a6f6-4b42-b481-0c4599242671 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 210 time: 0.0256305 Jan 17 09:42:52.257446 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:52.311734 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:52.368414 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:52.397788 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] Checking router: a5f8d239-61cb-450b-afdc-7bc159a2be3d for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:42:52.400272 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Attempting to bind port 9861a027-a353-4a8b-ad3c-8616a4c004ed on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:42:52.400620 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Attempting to bind port 9861a027-a353-4a8b-ad3c-8616a4c004ed by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:42:52.401061 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Attempting to bind port 9861a027-a353-4a8b-ad3c-8616a4c004ed on network 460e104a-d5ad-4804-86f9-3d10f08e0f90 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:42:52.406720 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:42:52.409884 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:52.412066 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Port 9861a027-a353-4a8b-ad3c-8616a4c004ed on network 460e104a-d5ad-4804-86f9-3d10f08e0f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:42:52.412400 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Attempting to bind port 9861a027-a353-4a8b-ad3c-8616a4c004ed on network 460e104a-d5ad-4804-86f9-3d10f08e0f90 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:42:52.418438 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:42:52.418785 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Checking segment: {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:42:52.419176 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Bound using segment: {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:42:52.419689 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Bound port: 9861a027-a353-4a8b-ad3c-8616a4c004ed, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d123ce5-43f1-48ea-ace4-7ed41e7d950d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:42:52.420051 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:52.512527 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:42:52.516330 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:42:52.528010 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:42:52.622979 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:52.638144 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:52.638755 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:52.640275 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] 10.222.0.72 "PUT /v2.0/ports/9861a027-a353-4a8b-ad3c-8616a4c004ed HTTP/1.1" status: 200 len: 1093 time: 1.1602230 Jan 17 09:42:52.702125 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bede7aa-08ea-4bad-9310-97f4d8f78cff service neutron] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:52.761405 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:52.796956 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e291cd-9f84-444a-b658-71cca0d9f6c4 None None] The sync data for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi is: [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:42:52.799396 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-72c866ad-df8d-4661-9277-eebee2d5ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:52.800355 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-72c866ad-df8d-4661-9277-eebee2d5ba6f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 1096 time: 0.0474274 Jan 17 09:42:52.859233 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-c747e403-b192-495b-ab75-1f8eeba3be2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed HTTP/1.1" status: 200 len: 217 time: 0.0509930 Jan 17 09:42:52.931470 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-5b24c5a8-dc42-49d6-a679-36a5305f503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:52.932977 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-5b24c5a8-dc42-49d6-a679-36a5305f503a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0658953 Jan 17 09:42:52.945116 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7586e-1a4e-4e85-82bb-1b936fda2bad req-84e3d187-edd2-4a06-af71-135c313b6443 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:52.946838 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aae7586e-1a4e-4e85-82bb-1b936fda2bad req-84e3d187-edd2-4a06-af71-135c313b6443 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0902534 Jan 17 09:42:53.030102 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-100c5f9f-de85-4636-a60f-5e69b6bf2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:53.031659 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-100c5f9f-de85-4636-a60f-5e69b6bf2f5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838399 Jan 17 09:42:53.035238 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aae7586e-1a4e-4e85-82bb-1b936fda2bad req-a905b8b0-0168-4936-9952-27637193707f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797083 Jan 17 09:42:53.050636 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178902f3-0346-4a7d-9fa8-7721dd40c23d None None] New status for floating IP 7d00163e-3362-4957-ac7e-66325c2fb34d: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:42:53.142663 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-bb29df68-880e-451c-861e-1fd449c0eb7d service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039524 Jan 17 09:42:53.236423 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81dc1c21-eb1d-467e-af47-900943bb5aef req-2f768ae6-be94-4dcf-90b8-ff873c29bc7e service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872815 Jan 17 09:42:53.337309 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-450ed2a2-eaa0-4123-b463-5e92416327cf req-834aa798-9db3-4d94-8863-74ea536fd86d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=153ad28d-3726-4af4-8fcb-b2200e0d0d4c HTTP/1.1" status: 200 len: 210 time: 0.0272465 Jan 17 09:42:53.668281 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:42:53.869407 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 5dfab34d-0bdf-45f6-ad5a-4a13f812792e no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:42:53.889481 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 5dfab34d-0bdf-45f6-ad5a-4a13f812792e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:42:53.889852 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 5dfab34d-0bdf-45f6-ad5a-4a13f812792e not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:42:54.135353 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:42:54.137619 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50241bea-9fab-44c1-995a-5b1c39276db3" -d '{"events": [{"name": "network-changed", "server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:42:54.164325 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6ab7d-c514-4bc7-ae37-1135e5db4b88 req-0ea0045b-8abc-4a4e-a471-0c9eb193db26 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:54.165863 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6ac6ab7d-c514-4bc7-ae37-1135e5db4b88 req-0ea0045b-8abc-4a4e-a471-0c9eb193db26 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0549598 Jan 17 09:42:54.178167 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f50309-b7d8-4b14-8fc8-be67f0e5edea x-openstack-request-id: req-06f50309-b7d8-4b14-8fc8-be67f0e5edea {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:42:54.178445 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:42:54.178693 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06f50309-b7d8-4b14-8fc8-be67f0e5edea {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:42:54.179080 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'status': 'completed', 'code': 200} Jan 17 09:42:54.240927 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6ac6ab7d-c514-4bc7-ae37-1135e5db4b88 req-823dd78b-f3c3-4bf4-b57e-9d48209af5b8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693481 Jan 17 09:42:54.253759 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-ae2788d2-04c9-489a-badc-19887dc0b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:54.255813 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-ae2788d2-04c9-489a-badc-19887dc0b50e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 1096 time: 0.0573187 Jan 17 09:42:54.344555 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-53e843a9-0fa0-4a75-afbe-c7d52b2e150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:54.346026 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-53e843a9-0fa0-4a75-afbe-c7d52b2e150a service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.0843570 Jan 17 09:42:54.372178 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6e31b368-12b1-4bad-9742-3e52e32d3f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:54.392267 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-5f785554-404d-405d-8270-e5c537a07ac0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed HTTP/1.1" status: 200 len: 217 time: 0.0397313 Jan 17 09:42:54.445450 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-288071d5-391c-4b2c-9449-1bc2135400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:54.447227 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-288071d5-391c-4b2c-9449-1bc2135400ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0459595 Jan 17 09:42:54.494684 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-6e1cba40-24b5-4c59-a5dd-63b7dafe8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:54.496148 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-6e1cba40-24b5-4c59-a5dd-63b7dafe8661 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430751 Jan 17 09:42:54.624181 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-ece4fd3c-3e10-4b83-9e0e-65a82234c4e6 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212544 Jan 17 09:42:54.628268 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-814d65be-1acc-4e8e-a9f4-6b623135bdbd tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683707676&fields=id&tenant_id=27f4051841264572a32481e0c189dff9 HTTP/1.1" status: 200 len: 267 time: 0.0692410 Jan 17 09:42:54.789359 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50241bea-9fab-44c1-995a-5b1c39276db3 req-705212ec-264a-4711-941f-d5173052bc67 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579604 Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.795438 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-5c2769ac-ab0c-45db-a187-9531bf3acb2d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:54.797978 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-5c2769ac-ab0c-45db-a187-9531bf3acb2d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 812 time: 0.1593399 Jan 17 09:42:54.814592 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-c4b1c857-4645-4cd3-8e93-37b372fcd25f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/quotas/27f4051841264572a32481e0c189dff9 HTTP/1.1" status: 200 len: 375 time: 0.0102127 Jan 17 09:42:54.867815 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e3eba344-2545-407a-b813-afcc73333327 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472436 Jan 17 09:42:55.061181 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-08b54fd5-7ba2-48a6-8444-93719c2f7a04 service neutron] 10.222.0.73 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803677 Jan 17 09:42:55.154840 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-1a0a833c-753c-4400-942a-54cd886d5eeb service neutron] 10.222.0.73 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877056 Jan 17 09:42:55.417070 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:55.650690 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109a6f4-6c3c-437b-ab8e-2d0b1f733c7b req-a3da91b9-9319-4e12-a03c-bcb07f1db32e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:55.652395 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b109a6f4-6c3c-437b-ab8e-2d0b1f733c7b req-a3da91b9-9319-4e12-a03c-bcb07f1db32e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.3381293 Jan 17 09:42:55.702166 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b109a6f4-6c3c-437b-ab8e-2d0b1f733c7b req-fff2f8bd-3222-4dbf-adae-c98562ed1f28 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439320 Jan 17 09:42:55.772802 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-07414a46-6692-4412-8cb7-4188e28f3d15 req-e5b801b3-f6fe-44c5-8888-53b91e984cbb tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 210 time: 0.0259445 Jan 17 09:42:56.826183 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bfbf4-642d-4d83-8a8e-a5abb9e55d1c req-f8861d73-aa94-447c-8520-5d33a7ff2c88 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:56.827645 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-252bfbf4-642d-4d83-8a8e-a5abb9e55d1c req-f8861d73-aa94-447c-8520-5d33a7ff2c88 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0516050 Jan 17 09:42:56.876728 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c91ae96-f1b1-4c2d-9cac-e4fda9ae2b0a req-c3956536-b3a3-4c1e-8cdb-55c73c6609d4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 210 time: 0.0357730 Jan 17 09:42:56.904353 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-252bfbf4-642d-4d83-8a8e-a5abb9e55d1c req-7ac0387f-82cb-458f-975b-56ce8cd16182 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698755 Jan 17 09:42:57.136610 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:57.609158 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-bb9f1af4-b1a0-4c25-be77-5c89733231a2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:57.610541 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-bb9f1af4-b1a0-4c25-be77-5c89733231a2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 812 time: 0.1005330 Jan 17 09:42:57.688221 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-639a2974-a2fb-4b15-8d60-662d8f5c2fce tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f4051841264572a32481e0c189dff9 HTTP/1.1" status: 200 len: 380 time: 0.0669520 Jan 17 09:42:57.697874 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'port': {'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'admin_state_up': True, 'tenant_id': '27f4051841264572a32481e0c189dff9', 'security_groups': ['9d1e0831-1d86-4a87-a2e9-396c9add8a85']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:42:57.915409 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9861a027-a353-4a8b-ad3c-8616a4c004ed details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:42:57.993018 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Made reservation on behalf of 27f4051841264572a32481e0c189dff9 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:42:57.996857 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:58.025547 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-85abbd1d-a17a-4d76-87ca-9fb6642bdf44 req-220083c4-2296-40b5-a868-be122364caea tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 210 time: 0.0482776 Jan 17 09:42:58.077553 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:42:58.090308 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'port_id': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'mac_address': 'fa:16:3e:43:85:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:42:58.128652 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 9861a027-a353-4a8b-ad3c-8616a4c004ed is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:42:58.129052 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:58.131176 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b076e-66f9-489a-b817-077af90e3740 req-c96c5104-a686-429f-994c-bce1bae745ce tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:58.132779 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e29b076e-66f9-489a-b817-077af90e3740 req-c96c5104-a686-429f-994c-bce1bae745ce tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.1096990 Jan 17 09:42:58.142688 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9861a027-a353-4a8b-ad3c-8616a4c004ed {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:42:58.163388 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:42:58.222785 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e29b076e-66f9-489a-b817-077af90e3740 req-1a5cf398-4800-45ef-aac2-af0a4ff50650 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836334 Jan 17 09:42:58.224830 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Allocated IP 172.20.0.11 (cad14386-aaff-423a-a690-1412877391b0/37313958-91c3-434f-9c3c-76a07ea42190/1f738cbc-e37c-4bc2-9ead-69188735950f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:42:58.245764 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:58.310625 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:58.318524 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.323978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:58.379088 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:58.411818 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:58.520554 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:58.565612 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Network cad14386-aaff-423a-a690-1412877391b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:42:58.568954 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:42:58.572875 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:42:58.604490 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'Port': ['ID=1f738cbc-e37c-4bc2-9ead-69188735950f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:58.645187 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:58.645926 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:58.736071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-e631c99c-49ab-46df-be24-7c771aa7e04e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0420358 Jan 17 09:42:58.743665 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['9861a027-a353-4a8b-ad3c-8616a4c004ed'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:42:58.749656 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Request body: {'port': {'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:42:58.821067 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:58.868811 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b7487ea9-1883-4bf5-919f-777722737364 None None] Provisioning complete for port 1f738cbc-e37c-4bc2-9ead-69188735950f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:42:58.869733 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b7487ea9-1883-4bf5-919f-777722737364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:58.939118 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b7487ea9-1883-4bf5-919f-777722737364 None None] Port 1f738cbc-e37c-4bc2-9ead-69188735950f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:42:59.111608 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f738cbc-e37c-4bc2-9ead-69188735950f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:42:59.123555 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Publish callbacks [] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:59.146670 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Transition to ACTIVE for port object 1f738cbc-e37c-4bc2-9ead-69188735950f will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:42:59.189503 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cfa6d-fe58-413c-b5a4-c548d7e79295 req-b4e8fe02-5d45-4cc0-8036-ec6ae84f34ae tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:59.191041 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c6cfa6d-fe58-413c-b5a4-c548d7e79295 req-b4e8fe02-5d45-4cc0-8036-ec6ae84f34ae tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 932 time: 0.0579760 Jan 17 09:42:59.242683 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:59.252696 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c6cfa6d-fe58-413c-b5a4-c548d7e79295 req-80c69e07-cd13-467e-bbb1-466e559da9c4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546207 Jan 17 09:42:59.295934 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Pushing event updated for resources: {'Port': ['ID=1f738cbc-e37c-4bc2-9ead-69188735950f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:59.417408 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e251-9f8d-49d3-aee8-9666cff47019 req-604ec447-8b08-4801-9908-5995606f42a8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:59.418935 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9300e251-9f8d-49d3-aee8-9666cff47019 req-604ec447-8b08-4801-9908-5995606f42a8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 944 time: 0.0929043 Jan 17 09:42:59.419876 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Attempting to bind port 1f738cbc-e37c-4bc2-9ead-69188735950f on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:42:59.420202 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Attempting to bind port 1f738cbc-e37c-4bc2-9ead-69188735950f by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:42:59.420524 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Attempting to bind port 1f738cbc-e37c-4bc2-9ead-69188735950f on network cad14386-aaff-423a-a690-1412877391b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:42:59.426698 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Port 1f738cbc-e37c-4bc2-9ead-69188735950f on network cad14386-aaff-423a-a690-1412877391b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:42:59.427329 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Attempting to bind port 1f738cbc-e37c-4bc2-9ead-69188735950f on network cad14386-aaff-423a-a690-1412877391b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:42:59.440279 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:42:59.440678 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Checking segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:42:59.440992 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Bound using segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:42:59.441429 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Bound port: 1f738cbc-e37c-4bc2-9ead-69188735950f, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:42:59.443447 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:59.528841 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9300e251-9f8d-49d3-aee8-9666cff47019 req-d618b0f5-8d20-492e-854a-d14255cf6a95 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890324 Jan 17 09:42:59.534891 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] For port 1f738cbc-e37c-4bc2-9ead-69188735950f, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:42:59.538663 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] For port 1f738cbc-e37c-4bc2-9ead-69188735950f, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=1f738cbc-e37c-4bc2-9ead-69188735950f,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:42:59.639769 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:59.677073 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:59.677652 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:59.679131 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] 10.222.0.72 "PUT /v2.0/ports/1f738cbc-e37c-4bc2-9ead-69188735950f HTTP/1.1" status: 200 len: 1094 time: 0.9361866 Jan 17 09:42:59.683546 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:42:59.685925 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f51e304-6299-42fc-bf53-5c9de947e3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:42:59.712529 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd07ded-bbc1-454a-bad4-496df629631c service neutron] Pushing event updated for resources: {'Port': ['ID=1f738cbc-e37c-4bc2-9ead-69188735950f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:59.731150 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641abb11-1429-49ea-8a1e-b004ed9cc438 x-openstack-request-id: req-641abb11-1429-49ea-8a1e-b004ed9cc438 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:42:59.731476 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:42:59.731736 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-641abb11-1429-49ea-8a1e-b004ed9cc438 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:42:59.732176 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'status': 'completed', 'code': 200} Jan 17 09:42:59.798785 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51e304-6299-42fc-bf53-5c9de947e3cc req-aa4b1bef-61b4-4f30-a1d4-6db8b8a3b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:59.800351 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9f51e304-6299-42fc-bf53-5c9de947e3cc req-aa4b1bef-61b4-4f30-a1d4-6db8b8a3b978 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 1097 time: 0.0453887 Jan 17 09:42:59.906564 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51e304-6299-42fc-bf53-5c9de947e3cc req-87bda507-4e1c-4c0a-8bc4-80d6c61df3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:59.908211 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9f51e304-6299-42fc-bf53-5c9de947e3cc req-87bda507-4e1c-4c0a-8bc4-80d6c61df3f3 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=27f4051841264572a32481e0c189dff9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0997467 Jan 17 09:42:59.923290 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9861a027-a353-4a8b-ad3c-8616a4c004ed up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:43:00.001993 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51e304-6299-42fc-bf53-5c9de947e3cc req-2a80182e-5a2a-40c8-91c0-2bfb7946feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:00.003502 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9f51e304-6299-42fc-bf53-5c9de947e3cc req-2a80182e-5a2a-40c8-91c0-2bfb7946feda service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893462 Jan 17 09:43:00.021817 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 9861a027-a353-4a8b-ad3c-8616a4c004ed completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:43:00.025974 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 9861a027-a353-4a8b-ad3c-8616a4c004ed triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:43:00.026352 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:00.078897 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-f4df8e19-e612-41ec-80b0-52dd5f296aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:00.080497 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-f4df8e19-e612-41ec-80b0-52dd5f296aac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 1097 time: 0.0404849 Jan 17 09:43:00.111882 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 9861a027-a353-4a8b-ad3c-8616a4c004ed is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:43:00.112273 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:00.125993 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-95a06864-3c3e-47d7-b8c0-2fbc4cc81a48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f738cbc-e37c-4bc2-9ead-69188735950f HTTP/1.1" status: 200 len: 217 time: 0.0384362 Jan 17 09:43:00.134986 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:00.137348 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa73518a-9995-400a-b7bf-33a169d5f5b7" -d '{"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-plugged", "status": "completed", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:00.151581 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:00.176038 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-42e01428-46e7-4dab-817f-02984667bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:00.176940 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06855776-c932-465f-9cd7-930884dafd54 x-openstack-request-id: req-06855776-c932-465f-9cd7-930884dafd54 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:00.177304 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-plugged", "status": "completed", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:00.177503 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-42e01428-46e7-4dab-817f-02984667bb4e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0454957 Jan 17 09:43:00.177699 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06855776-c932-465f-9cd7-930884dafd54 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:00.178115 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'code': 200} Jan 17 09:43:00.216365 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:00.230432 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-893fb62c-e128-4e09-b873-7599fe58d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:00.231968 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-893fb62c-e128-4e09-b873-7599fe58d101 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434363 Jan 17 09:43:00.266399 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:00.328139 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-4981443a-9b2a-4b8c-b86b-20227784b79c service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897176 Jan 17 09:43:00.445421 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec1ba-9255-4eb3-937d-2807199ac4c7 req-466b4f3c-e357-48a0-92f0-ffde2b6abda4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:00.447211 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1dec1ba-9255-4eb3-937d-2807199ac4c7 req-466b4f3c-e357-48a0-92f0-ffde2b6abda4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 944 time: 0.1036582 Jan 17 09:43:00.472248 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b74e6a0e-14da-4aba-9a5e-4848e0a686c2 req-0b35ae2e-bdb2-471f-a4cb-9370ae0a8d0d service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367681 Jan 17 09:43:00.541892 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1dec1ba-9255-4eb3-937d-2807199ac4c7 req-a8bddd35-a414-4078-b69a-6424f22549e5 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820847 Jan 17 09:43:00.546211 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643819c-cc44-473b-b7ca-1cc1891f4e59 req-260e4a53-e486-4b05-aa0f-75f314904f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:00.547793 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c643819c-cc44-473b-b7ca-1cc1891f4e59 req-260e4a53-e486-4b05-aa0f-75f314904f04 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 1098 time: 0.0746906 Jan 17 09:43:00.628693 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c643819c-cc44-473b-b7ca-1cc1891f4e59 req-0d18d3e6-e5e1-4e72-bc63-07a8a5989ae7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739927 Jan 17 09:43:00.649672 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-b6523ba5-0654-46da-ab85-c90603d68fa3 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059037083&fields=id&tenant_id=f792385fa3114cfea645c6ceba043ae1 HTTP/1.1" status: 200 len: 267 time: 0.1009383 Jan 17 09:43:00.697119 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f587f0-a54e-4909-86e7-35f7fc7b2222 req-1fdebb8e-da4b-48b7-9e60-1e5548c516ec tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:00.698608 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-38f587f0-a54e-4909-86e7-35f7fc7b2222 req-1fdebb8e-da4b-48b7-9e60-1e5548c516ec tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0887010 Jan 17 09:43:00.729284 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-f5ee5f59-e103-4496-bcf2-2661928a0b5b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:00.730742 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-f5ee5f59-e103-4496-bcf2-2661928a0b5b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 984 time: 0.0747466 Jan 17 09:43:00.753794 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-ace81d04-a9e1-4546-9628-d8fdffcd1594 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Request body: {'port': {'security_groups': ['355f365f-9bfb-4d9f-befc-e8ba482b7838']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:00.806825 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-38f587f0-a54e-4909-86e7-35f7fc7b2222 req-b737fab4-7154-4e89-81b2-80f4e585349e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011412 Jan 17 09:43:00.850868 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-ace81d04-a9e1-4546-9628-d8fdffcd1594 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.023755 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-ace81d04-a9e1-4546-9628-d8fdffcd1594 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] For port 5f136342-57ba-441e-a8fb-ae546ce8a7b4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:01.052053 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-ace81d04-a9e1-4546-9628-d8fdffcd1594 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.108221 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-ace81d04-a9e1-4546-9628-d8fdffcd1594 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.121305 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['5f136342-57ba-441e-a8fb-ae546ce8a7b4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:43:01.159686 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-ace81d04-a9e1-4546-9628-d8fdffcd1594 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:01.160861 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-ace81d04-a9e1-4546-9628-d8fdffcd1594 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.162296 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50c7ee02-f910-4f9c-8f16-9d3806a02035 req-ace81d04-a9e1-4546-9628-d8fdffcd1594 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "PUT /v2.0/ports/5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 942 time: 0.4249699 Jan 17 09:43:01.176612 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40790) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:01.189592 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace81d04-a9e1-4546-9628-d8fdffcd1594 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event updated for resources: {'Port': ['ID=5f136342-57ba-441e-a8fb-ae546ce8a7b4,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:01.240956 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4e09318-0f0c-411c-8b55-ef972cc7fdad tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group (ea9dc072-1239-469e-bb48-67e33dd4dbb5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.269941 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4e09318-0f0c-411c-8b55-ef972cc7fdad tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group (ea9dc072-1239-469e-bb48-67e33dd4dbb5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.374935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['5f136342-57ba-441e-a8fb-ae546ce8a7b4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:43:01.431586 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-387680f4-22b4-42b6-a2da-6e1d428b6190 None None] Provisioning complete for port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:43:01.431935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-387680f4-22b4-42b6-a2da-6e1d428b6190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.439380 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4e09318-0f0c-411c-8b55-ef972cc7fdad tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (ea9dc072-1239-469e-bb48-67e33dd4dbb5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.442703 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4e09318-0f0c-411c-8b55-ef972cc7fdad tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.443966 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c4e09318-0f0c-411c-8b55-ef972cc7fdad tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "DELETE /v2.0/security-groups/ea9dc072-1239-469e-bb48-67e33dd4dbb5 HTTP/1.1" status: 204 len: 168 time: 0.2728925 Jan 17 09:43:01.447805 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40792) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:01.453826 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e09318-0f0c-411c-8b55-ef972cc7fdad tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9dc072-1239-469e-bb48-67e33dd4dbb5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:01.601128 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-387680f4-22b4-42b6-a2da-6e1d428b6190 None None] Current status of the port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:43:01.631608 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Deleting port e3a80939-a059-4ad3-afb8-a10a0148e253 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:01.631949 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (e3a80939-a059-4ad3-afb8-a10a0148e253), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.735595 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:01.737876 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748784de-feac-42a5-babc-244884d8bda2" -d '{"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:01.745381 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (e3a80939-a059-4ad3-afb8-a10a0148e253), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.745703 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for floatingip (e3a80939-a059-4ad3-afb8-a10a0148e253), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:01.761094 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c00dc-d21d-45c3-b98d-c196c199375d req-f3160902-64d7-45d3-9282-88027b5a047e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:01.762623 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e98c00dc-d21d-45c3-b98d-c196c199375d req-f3160902-64d7-45d3-9282-88027b5a047e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 944 time: 0.0953794 Jan 17 09:43:01.768958 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Calling delete_port for e3a80939-a059-4ad3-afb8-a10a0148e253 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:01.782690 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cdca52-7507-411a-914e-80458fe00150 x-openstack-request-id: req-43cdca52-7507-411a-914e-80458fe00150 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:01.782977 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:01.783225 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43cdca52-7507-411a-914e-80458fe00150 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:01.783640 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'status': 'completed', 'code': 200} Jan 17 09:43:01.927463 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e98c00dc-d21d-45c3-b98d-c196c199375d req-791ca491-c7ed-4645-96c5-22079043fe05 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558738 Jan 17 09:43:01.983243 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748784de-feac-42a5-babc-244884d8bda2 req-9ef3b574-492d-46dd-aad0-db389fbc899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:01.984886 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-748784de-feac-42a5-babc-244884d8bda2 req-9ef3b574-492d-46dd-aad0-db389fbc899c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f792385fa3114cfea645c6ceba043ae1&device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1098 time: 0.1417520 Jan 17 09:43:02.013738 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbaf43-f2c5-4788-b32c-7376ac369b9a req-3d77a9a2-72e4-4a82-99df-8de7b799747d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:02.015123 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-46cbaf43-f2c5-4788-b32c-7376ac369b9a req-3d77a9a2-72e4-4a82-99df-8de7b799747d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.1214547 Jan 17 09:43:02.157159 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-46cbaf43-f2c5-4788-b32c-7376ac369b9a req-e9da49a1-c368-44c3-b64d-df51ea9e68fb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312246 Jan 17 09:43:02.158038 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748784de-feac-42a5-babc-244884d8bda2 req-2c72e03f-3c8e-4c4e-b097-0da292edd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:02.159489 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-748784de-feac-42a5-babc-244884d8bda2 req-2c72e03f-3c8e-4c4e-b097-0da292edd786 service neutron] 10.222.0.72 "GET /v2.0/networks?id=feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 200 len: 915 time: 0.1685820 Jan 17 09:43:02.229347 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-748784de-feac-42a5-babc-244884d8bda2 req-c137c859-172e-4a66-bfb3-4a4e5f3b4c07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 1001 time: 0.0614843 Jan 17 09:43:02.277684 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (e3a80939-a059-4ad3-afb8-a10a0148e253), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:02.307238 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748784de-feac-42a5-babc-244884d8bda2 req-ffee8b59-059e-4f27-95ac-bd778ec39b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:02.308734 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-748784de-feac-42a5-babc-244884d8bda2 req-ffee8b59-059e-4f27-95ac-bd778ec39b1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99996228-eb58-494e-b921-94070e3b6d09 HTTP/1.1" status: 200 len: 853 time: 0.0730412 Jan 17 09:43:02.311193 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event deleted for resources: {'Port': ['ID=e3a80939-a059-4ad3-afb8-a10a0148e253,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:02.401371 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks [] for floatingip (e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:02.401842 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Floating IP e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb disassociated (deleted). External IP: 172.27.1.254, port: 5f136342-57ba-441e-a8fb-ae546ce8a7b4. Jan 17 09:43:02.404709 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748784de-feac-42a5-babc-244884d8bda2 req-04701b75-8aa0-4ac3-8570-bdc26ed142b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:02.406210 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-748784de-feac-42a5-babc-244884d8bda2 req-04701b75-8aa0-4ac3-8570-bdc26ed142b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=feb3a3e8-e5ae-4538-b417-9588c08877b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879457 Jan 17 09:43:02.578555 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-748784de-feac-42a5-babc-244884d8bda2 req-2bb256cb-4c94-49a6-8771-3b90316b917f service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408610 Jan 17 09:43:02.760407 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-748784de-feac-42a5-babc-244884d8bda2 req-d2585e78-4e14-4b22-8ce4-b01416e18cfb service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358850 Jan 17 09:43:02.765403 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Router 7415771d-430a-4c60-9b49-cef8c870a0a1 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:43:02.884597 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:43:02.889878 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:02.895894 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] Sync routers for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:43:02.906370 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:02.907014 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:02.917907 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9d2001a0-ff4e-44cc-8841-b584068fef16 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "DELETE /v2.0/floatingips/e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb HTTP/1.1" status: 204 len: 168 time: 1.4689028 Jan 17 09:43:03.032712 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:03.057676 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f605f82-38b6-4dbe-b227-87edfa2e6675 req-3ec16c08-ba1f-46f0-ad22-f44b5e1386f3 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:03.059222 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7f605f82-38b6-4dbe-b227-87edfa2e6675 req-3ec16c08-ba1f-46f0-ad22-f44b5e1386f3 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 944 time: 0.0590832 Jan 17 09:43:03.113797 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7f605f82-38b6-4dbe-b227-87edfa2e6675 req-b80ddf17-ff52-4d73-b161-199543e1260b tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484178 Jan 17 09:43:03.405429 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '31eced19-98a0-44c1-8afe-f149c64c5a29', 'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'mac_address': 'fa:16:3e:06:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:47Z', 'updated_at': '2022-01-17T09:37:52Z', 'revision_number': 5, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'subnets': [{'id': '99996228-eb58-494e-b921-94070e3b6d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:03.434323 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] Checking router: 7415771d-430a-4c60-9b49-cef8c870a0a1 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:43:03.457651 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:03.458290 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:03.566833 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaead8-9025-4daf-94ff-98f883492474 req-d8b0ef38-826d-4316-a4e3-67f82edba6d5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:03.568346 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bdaead8-9025-4daf-94ff-98f883492474 req-d8b0ef38-826d-4316-a4e3-67f82edba6d5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.3361602 Jan 17 09:43:03.573136 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:03.622723 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bdaead8-9025-4daf-94ff-98f883492474 req-f467d0a7-e1ca-4cf2-84e2-8a0691e0d793 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488036 Jan 17 09:43:03.742460 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf515b-5369-4ee6-8ce7-89fad6168f92 req-34c29c5a-1e96-4436-bf0c-4593e82a403f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:03.744084 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-46cf515b-5369-4ee6-8ce7-89fad6168f92 req-34c29c5a-1e96-4436-bf0c-4593e82a403f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0513980 Jan 17 09:43:03.752411 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:03.756932 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ce84c37b-7e7d-4af3-af34-40091694fb07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Request body: {'floatingip': {'port_id': '9861a027-a353-4a8b-ad3c-8616a4c004ed'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:03.778077 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '31eced19-98a0-44c1-8afe-f149c64c5a29', 'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'mac_address': 'fa:16:3e:06:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:47Z', 'updated_at': '2022-01-17T09:37:52Z', 'revision_number': 5, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'subnets': [{'id': '99996228-eb58-494e-b921-94070e3b6d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:03.787974 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:03.790253 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b62a1ee-1e0d-4d91-841a-f4026248180f" -d '{"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:03.804857 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce84c37b-7e7d-4af3-af34-40091694fb07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (02ad2042-0389-4ae7-b4ce-e7f79d990fce), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:03.808958 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76955740-597e-4f84-aa68-01d80aa0e72b None None] The sync data for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi is: [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:48Z', 'revision_number': 4, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '31eced19-98a0-44c1-8afe-f149c64c5a29', 'name': '', 'network_id': 'feb3a3e8-e5ae-4538-b417-9588c08877b8', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'mac_address': 'fa:16:3e:06:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '99996228-eb58-494e-b921-94070e3b6d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:47Z', 'updated_at': '2022-01-17T09:37:52Z', 'revision_number': 5, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'subnets': [{'id': '99996228-eb58-494e-b921-94070e3b6d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:43:03.837973 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b5078f-45e1-41bf-86cd-a498e4207a39 x-openstack-request-id: req-16b5078f-45e1-41bf-86cd-a498e4207a39 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:03.838270 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:03.838528 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16b5078f-45e1-41bf-86cd-a498e4207a39 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:03.839170 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'status': 'completed', 'code': 200} Jan 17 09:43:03.952157 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-b04384b9-c239-429e-82b0-019fe7027b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:03.953665 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-b04384b9-c239-429e-82b0-019fe7027b3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f792385fa3114cfea645c6ceba043ae1&device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 1098 time: 0.0876384 Jan 17 09:43:04.072040 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4908adf-086d-4238-983c-48f717e736ce None None] New status for floating IP e0bc5c44-0f4c-4217-a0a8-bcc106b7ebbb: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:43:04.164303 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-70daeb20-9cec-4bcc-8a9e-b76d517335d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:04.165776 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-70daeb20-9cec-4bcc-8a9e-b76d517335d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 200 len: 915 time: 0.1743379 Jan 17 09:43:04.278414 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-8353acda-e31f-4980-ab01-09a86e500202 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 200 len: 217 time: 0.0692332 Jan 17 09:43:04.390211 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906619e7-a075-4e90-9c21-191517303baf req-6187681f-a765-406d-9781-db1758f73427 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:04.391819 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-906619e7-a075-4e90-9c21-191517303baf req-6187681f-a765-406d-9781-db1758f73427 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 944 time: 0.1837373 Jan 17 09:43:04.400331 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-83bc92f6-739e-4772-bdd3-2b9c89bbe084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:04.401756 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-83bc92f6-739e-4772-bdd3-2b9c89bbe084 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99996228-eb58-494e-b921-94070e3b6d09 HTTP/1.1" status: 200 len: 853 time: 0.1165650 Jan 17 09:43:04.547743 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-906619e7-a075-4e90-9c21-191517303baf req-3f3159ff-e87c-43e2-bb97-45b0b777d6cd tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449299 Jan 17 09:43:04.549338 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-94875d15-6e3f-41cd-b892-b5def78ad3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:04.551367 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-94875d15-6e3f-41cd-b892-b5def78ad3a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=feb3a3e8-e5ae-4538-b417-9588c08877b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1300302 Jan 17 09:43:04.557734 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce84c37b-7e7d-4af3-af34-40091694fb07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:04.640479 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-5d535e13-4f83-4f75-a3fd-8702a01b77d1 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815997 Jan 17 09:43:04.644964 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce84c37b-7e7d-4af3-af34-40091694fb07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (02ad2042-0389-4ae7-b4ce-e7f79d990fce), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:04.810479 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-ce84c37b-7e7d-4af3-af34-40091694fb07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Floating IP 02ad2042-0389-4ae7-b4ce-e7f79d990fce associated. External IP: 172.27.1.189, port: 9861a027-a353-4a8b-ad3c-8616a4c004ed. Jan 17 09:43:04.813844 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4b62a1ee-1e0d-4d91-841a-f4026248180f req-074c0cd2-853d-4b00-845c-15b54e5fc7b0 service neutron] 10.222.0.72 "GET /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656368 Jan 17 09:43:05.018231 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce84c37b-7e7d-4af3-af34-40091694fb07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:43:05.124182 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce84c37b-7e7d-4af3-af34-40091694fb07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:43:05.129008 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce84c37b-7e7d-4af3-af34-40091694fb07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:05.133449 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] Sync routers for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:43:05.143860 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:05.145010 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:05.159027 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ce84c37b-7e7d-4af3-af34-40091694fb07 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "PUT /v2.0/floatingips/02ad2042-0389-4ae7-b4ce-e7f79d990fce HTTP/1.1" status: 200 len: 991 time: 1.4055159 Jan 17 09:43:05.251366 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:05.485885 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '02ad2042-0389-4ae7-b4ce-e7f79d990fce', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'port_id': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'mac_address': 'fa:16:3e:43:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83800cf9-d73f-4c7d-8558-49046ce41136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:42:46Z', 'updated_at': '2022-01-17T09:43:04Z', 'revision_number': 1, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:05.516134 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] Checking router: c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:43:05.525985 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:05.526373 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:05.634506 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:05.671101 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20818a-2877-4b7a-baef-991b2d971565 req-bb955244-e0ea-41cd-8822-02825a152d88 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:05.672664 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d20818a-2877-4b7a-baef-991b2d971565 req-bb955244-e0ea-41cd-8822-02825a152d88 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 944 time: 0.0542285 Jan 17 09:43:05.723171 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d20818a-2877-4b7a-baef-991b2d971565 req-b4a25ace-7855-48e0-b9be-cbc1a500c9af tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Jan 17 09:43:05.840164 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:05.842486 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56951515-3996-4dbd-941b-852ba3fd25ae" -d '{"events": [{"name": "network-changed", "server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:05.865926 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '02ad2042-0389-4ae7-b4ce-e7f79d990fce', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'port_id': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'mac_address': 'fa:16:3e:43:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83800cf9-d73f-4c7d-8558-49046ce41136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:42:46Z', 'updated_at': '2022-01-17T09:43:04Z', 'revision_number': 1, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:05.880784 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0dd8c7-50b2-43d3-a54c-ddf30d64e508 x-openstack-request-id: req-4e0dd8c7-50b2-43d3-a54c-ddf30d64e508 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:05.881081 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:05.881338 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e0dd8c7-50b2-43d3-a54c-ddf30d64e508 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:05.881750 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'status': 'completed', 'code': 200} Jan 17 09:43:05.901402 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f5181-f57a-4b49-bf2a-f67998c68024 None None] The sync data for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi is: [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '02ad2042-0389-4ae7-b4ce-e7f79d990fce', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'port_id': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'mac_address': 'fa:16:3e:43:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83800cf9-d73f-4c7d-8558-49046ce41136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:42:46Z', 'updated_at': '2022-01-17T09:43:04Z', 'revision_number': 1, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:43:05.943544 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951515-3996-4dbd-941b-852ba3fd25ae req-5b6cbf72-3ab9-4f23-81df-5e199383af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:05.945071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56951515-3996-4dbd-941b-852ba3fd25ae req-5b6cbf72-3ab9-4f23-81df-5e199383af71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 1098 time: 0.0442202 Jan 17 09:43:06.042043 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951515-3996-4dbd-941b-852ba3fd25ae req-9cd8c161-93c3-4da3-a71e-0ed03c3179b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:06.043544 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56951515-3996-4dbd-941b-852ba3fd25ae req-9cd8c161-93c3-4da3-a71e-0ed03c3179b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.0921106 Jan 17 09:43:06.098910 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8be35f-8017-4a68-9594-cf32b87e98bb None None] New status for floating IP 02ad2042-0389-4ae7-b4ce-e7f79d990fce: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:43:06.114038 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56951515-3996-4dbd-941b-852ba3fd25ae req-17824f8e-bc11-4a74-979e-1ab1107febbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed HTTP/1.1" status: 200 len: 999 time: 0.0636690 Jan 17 09:43:06.166993 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951515-3996-4dbd-941b-852ba3fd25ae req-42e23637-93cd-4958-a0de-30140be3bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:06.168592 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56951515-3996-4dbd-941b-852ba3fd25ae req-42e23637-93cd-4958-a0de-30140be3bded service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0486908 Jan 17 09:43:06.214201 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951515-3996-4dbd-941b-852ba3fd25ae req-e0bbd493-69f8-4d0a-9514-595c960bd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:06.217573 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56951515-3996-4dbd-941b-852ba3fd25ae req-e0bbd493-69f8-4d0a-9514-595c960bd900 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416732 Jan 17 09:43:06.308824 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56951515-3996-4dbd-941b-852ba3fd25ae req-fde27d94-50f7-49f8-aff0-1480fd385b61 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870283 Jan 17 09:43:06.409738 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56951515-3996-4dbd-941b-852ba3fd25ae req-960bedf2-8987-4d5c-9ff2-5d7b1bf2ca53 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945253 Jan 17 09:43:06.841747 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059798-5f96-41b9-a526-5bc72bc50463 req-1d607f6e-6933-4db6-a0ff-6b6a179678e7 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:06.843141 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b4059798-5f96-41b9-a526-5bc72bc50463 req-1d607f6e-6933-4db6-a0ff-6b6a179678e7 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 944 time: 0.0509815 Jan 17 09:43:06.893655 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b4059798-5f96-41b9-a526-5bc72bc50463 req-6382779a-dfcf-4e24-8d70-3a25216cd292 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Jan 17 09:43:07.295038 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178ef7a-2e48-4103-9f96-f9f5824abb61 req-96b38b75-d062-4693-b08e-1e4371ccbec1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:07.296631 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d178ef7a-2e48-4103-9f96-f9f5824abb61 req-96b38b75-d062-4693-b08e-1e4371ccbec1 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.0588987 Jan 17 09:43:07.352393 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d178ef7a-2e48-4103-9f96-f9f5824abb61 req-fe59c80e-9177-429e-8524-be3bee0ace17 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492353 Jan 17 09:43:08.011269 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d71dec-bc63-435e-a58f-1654b3f20a36 req-b5c89550-372e-41cc-b6ad-582d11f6233e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:08.012790 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a2d71dec-bc63-435e-a58f-1654b3f20a36 req-b5c89550-372e-41cc-b6ad-582d11f6233e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 944 time: 0.0479503 Jan 17 09:43:08.060639 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a2d71dec-bc63-435e-a58f-1654b3f20a36 req-c5347ee9-fb9f-48fa-9aea-e808ec1e1dc4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 Jan 17 09:43:08.475864 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e99ff-ec09-4bb0-a612-a79ad1ab1d66 req-e6e90642-bd09-4327-a0ee-4500587c0342 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:08.477376 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9f8e99ff-ec09-4bb0-a612-a79ad1ab1d66 req-e6e90642-bd09-4327-a0ee-4500587c0342 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.0539322 Jan 17 09:43:08.525226 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9f8e99ff-ec09-4bb0-a612-a79ad1ab1d66 req-62b7e0ed-81fe-4d16-b6f0-5cab476d2be4 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Jan 17 09:43:09.182512 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ae4bd-5840-47d4-8a1e-b8f777075f4f req-2fb689fc-65ad-4b73-847a-65423b10387a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:09.184133 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-855ae4bd-5840-47d4-8a1e-b8f777075f4f req-2fb689fc-65ad-4b73-847a-65423b10387a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 944 time: 0.0519843 Jan 17 09:43:09.233352 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-855ae4bd-5840-47d4-8a1e-b8f777075f4f req-9227d3af-8e0d-497b-a88a-926d7559dceb tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Jan 17 09:43:09.506972 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-874c96a6-2511-4e16-bcc8-965553311698 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:09.508424 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-874c96a6-2511-4e16-bcc8-965553311698 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.72 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.0485926 Jan 17 09:43:09.668597 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010eff-2707-4299-be07-dd3f590ac739 req-b7e9db7c-1cd2-437d-a134-f6ac30ae0238 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:09.670098 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60010eff-2707-4299-be07-dd3f590ac739 req-b7e9db7c-1cd2-437d-a134-f6ac30ae0238 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 945 time: 0.0660145 Jan 17 09:43:09.673237 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Deleting port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:09.673596 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:09.774954 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60010eff-2707-4299-be07-dd3f590ac739 req-ab64bc6b-7eaa-4b8e-8a76-8bdee2e10c89 tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/security-groups?id=355f365f-9bfb-4d9f-befc-e8ba482b7838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976093 Jan 17 09:43:09.799249 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] For port 5f136342-57ba-441e-a8fb-ae546ce8a7b4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5f136342-57ba-441e-a8fb-ae546ce8a7b4,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:09.799637 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:09.812472 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Calling delete_port for 5f136342-57ba-441e-a8fb-ae546ce8a7b4 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:10.006573 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 1f738cbc-e37c-4bc2-9ead-69188735950f details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:43:10.010523 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (5f136342-57ba-441e-a8fb-ae546ce8a7b4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:10.022253 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['5f136342-57ba-441e-a8fb-ae546ce8a7b4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:43:10.039393 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Pushing event deleted for resources: {'Port': ['ID=5f136342-57ba-441e-a8fb-ae546ce8a7b4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:10.094093 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] No DVR routers for this DVR port 5f136342-57ba-441e-a8fb-ae546ce8a7b4 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:43:10.096709 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:10.100894 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-17e12099-9cf6-4dd5-a8fa-f80e09b0de32 req-0dda4b52-499f-4c1e-9a7a-a873d798c20c tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.72 "DELETE /v2.0/ports/5f136342-57ba-441e-a8fb-ae546ce8a7b4 HTTP/1.1" status: 204 len: 173 time: 0.5728965 Jan 17 09:43:10.101335 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'name': 'network-vif-deleted', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:10.104077 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c93cbd0-7cb3-4355-b808-d8608536fc20" -d '{"events": [{"server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "name": "network-vif-deleted", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:10.143324 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4101eefd-003e-48d0-ab4f-b8e985789e5d x-openstack-request-id: req-4101eefd-003e-48d0-ab4f-b8e985789e5d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:10.143629 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093198a4-9a4d-45cc-a704-7853c162c4bf", "name": "network-vif-deleted", "tag": "5f136342-57ba-441e-a8fb-ae546ce8a7b4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:10.143890 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4101eefd-003e-48d0-ab4f-b8e985789e5d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:10.144298 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093198a4-9a4d-45cc-a704-7853c162c4bf', 'name': 'network-vif-deleted', 'tag': '5f136342-57ba-441e-a8fb-ae546ce8a7b4', 'status': 'completed', 'code': 200} Jan 17 09:43:10.254775 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 1f738cbc-e37c-4bc2-9ead-69188735950f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=1f738cbc-e37c-4bc2-9ead-69188735950f,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:10.266013 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:43:10.305734 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 1f738cbc-e37c-4bc2-9ead-69188735950f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:43:10.306022 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:10.319842 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f738cbc-e37c-4bc2-9ead-69188735950f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:43:10.339932 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 1f738cbc-e37c-4bc2-9ead-69188735950f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=1f738cbc-e37c-4bc2-9ead-69188735950f,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:10.357744 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff1d03-60c9-46e3-ac99-d83f00a72e09 req-5be3e65f-e127-4705-a6a1-296d3ad6ee03 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:10.359286 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c0ff1d03-60c9-46e3-ac99-d83f00a72e09 req-5be3e65f-e127-4705-a6a1-296d3ad6ee03 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 944 time: 0.0554790 Jan 17 09:43:10.421730 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c0ff1d03-60c9-46e3-ac99-d83f00a72e09 req-b6d81289-f7b2-4041-b31e-b5f99a323174 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562992 Jan 17 09:43:10.458840 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:10.509298 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=1f738cbc-e37c-4bc2-9ead-69188735950f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:10.837239 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['1f738cbc-e37c-4bc2-9ead-69188735950f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:43:10.881760 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f67f6781-65d1-47b0-b632-b2c87e44515d req-d7d440d7-f986-458f-94d5-f7128737c44b tempest-TestMinimumBasicScenario-338523001 tempest-TestMinimumBasicScenario-338523001-project] 10.222.0.73 "GET /v2.0/ports?device_id=093198a4-9a4d-45cc-a704-7853c162c4bf HTTP/1.1" status: 200 len: 210 time: 0.0265286 Jan 17 09:43:11.545661 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d960f4e-5a3b-4561-85e2-af2a84ca8a3e req-21f204f2-eb14-4995-b084-da64f45678c8 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:11.547293 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d960f4e-5a3b-4561-85e2-af2a84ca8a3e req-21f204f2-eb14-4995-b084-da64f45678c8 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 945 time: 0.0528274 Jan 17 09:43:11.603071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d960f4e-5a3b-4561-85e2-af2a84ca8a3e req-0252af96-6636-45a8-90cb-ce104e7162c8 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Jan 17 09:43:11.958746 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31684d94-daa2-4f43-ac1f-0b52b30cb074 req-1bb673b5-55a2-4af9-bb8b-e6d39511f45c tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:11.960481 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-31684d94-daa2-4f43-ac1f-0b52b30cb074 req-1bb673b5-55a2-4af9-bb8b-e6d39511f45c tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0492914 Jan 17 09:43:12.012946 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-31684d94-daa2-4f43-ac1f-0b52b30cb074 req-4c433baa-0f11-4676-971e-b6d49c6ac1c4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462062 Jan 17 09:43:12.024687 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 1f738cbc-e37c-4bc2-9ead-69188735950f up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:43:12.136639 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 1f738cbc-e37c-4bc2-9ead-69188735950f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:43:12.140699 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 1f738cbc-e37c-4bc2-9ead-69188735950f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:43:12.141079 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:12.216969 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 1f738cbc-e37c-4bc2-9ead-69188735950f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:43:12.217264 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:12.243340 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:12.245625 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0a649c-a090-4f6c-a660-68a8501dc9ac" -d '{"events": [{"server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "name": "network-vif-plugged", "status": "completed", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:12.259728 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 1f738cbc-e37c-4bc2-9ead-69188735950f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=1f738cbc-e37c-4bc2-9ead-69188735950f,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:12.283466 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f0c2ca-5e6d-45b1-995d-a6cfef702e31 x-openstack-request-id: req-e2f0c2ca-5e6d-45b1-995d-a6cfef702e31 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:12.283780 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "name": "network-vif-plugged", "status": "completed", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:12.284123 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2f0c2ca-5e6d-45b1-995d-a6cfef702e31 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:12.284415 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'code': 200} Jan 17 09:43:12.365172 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:12.366112 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 5f136342-57ba-441e-a8fb-ae546ce8a7b4 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:43:12.410633 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 5f136342-57ba-441e-a8fb-ae546ce8a7b4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:43:12.410979 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 5f136342-57ba-441e-a8fb-ae546ce8a7b4 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:43:12.440098 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=1f738cbc-e37c-4bc2-9ead-69188735950f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:12.759122 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:13.018826 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0276ed-4d82-4ba1-9f99-3c3944674233 req-f3f45963-9d0c-4f0e-8e46-31b89b1c5fcd tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:13.020825 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1f0276ed-4d82-4ba1-9f99-3c3944674233 req-f3f45963-9d0c-4f0e-8e46-31b89b1c5fcd tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 946 time: 0.3478098 Jan 17 09:43:13.026001 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258b13c-73c7-43f5-9d9f-f13959518865 req-6e295c2b-248f-4291-b897-919da1ad8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:13.027440 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8258b13c-73c7-43f5-9d9f-f13959518865 req-6e295c2b-248f-4291-b897-919da1ad8796 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 1099 time: 0.0578797 Jan 17 09:43:13.102642 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1f0276ed-4d82-4ba1-9f99-3c3944674233 req-74225c6e-a48d-44fb-b33e-1eb871dc15bf tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742781 Jan 17 09:43:13.133948 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8258b13c-73c7-43f5-9d9f-f13959518865 req-d9232c02-ec76-4870-9687-c9f17412eb3f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989206 Jan 17 09:43:13.153536 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feb3a8-d879-42f7-932c-12f785edcedb req-000fe97f-de02-47c5-9bb0-ac6ebce80f45 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:13.155020 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60feb3a8-d879-42f7-932c-12f785edcedb req-000fe97f-de02-47c5-9bb0-ac6ebce80f45 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0687773 Jan 17 09:43:13.203817 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60feb3a8-d879-42f7-932c-12f785edcedb req-1afc1b09-e19c-4be1-99b0-9ad507c68e38 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432050 Jan 17 09:43:13.493603 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40934) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:13.992122 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7970831'] for router_interface (7415771d-430a-4c60-9b49-cef8c870a0a1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:14.222076 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c975d6-947c-4d80-bdbc-ff44286181d8 req-8cf7d3c5-94cb-4643-86ff-de80a3978d8b tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:14.223778 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-36c975d6-947c-4d80-bdbc-ff44286181d8 req-8cf7d3c5-94cb-4643-86ff-de80a3978d8b tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 946 time: 0.0488787 Jan 17 09:43:14.287710 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-36c975d6-947c-4d80-bdbc-ff44286181d8 req-24eb57b3-47a3-4b21-97b7-71d0e460c031 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581326 Jan 17 09:43:14.288815 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Deleting port 31eced19-98a0-44c1-8afe-f149c64c5a29 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:14.289160 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:14.351810 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacf526-333e-437f-9331-c33f5d5215ff req-c94926e3-00a4-4c7f-8b57-2797c8979ce1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:14.353344 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1bacf526-333e-437f-9331-c33f5d5215ff req-c94926e3-00a4-4c7f-8b57-2797c8979ce1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0710905 Jan 17 09:43:14.374931 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] For port 31eced19-98a0-44c1-8afe-f149c64c5a29, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=31eced19-98a0-44c1-8afe-f149c64c5a29,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:14.375311 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:14.388397 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Calling delete_port for 31eced19-98a0-44c1-8afe-f149c64c5a29 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:14.408677 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1bacf526-333e-437f-9331-c33f5d5215ff req-a4adac97-db73-4271-befe-caebffc5f24e tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487068 Jan 17 09:43:14.810633 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (31eced19-98a0-44c1-8afe-f149c64c5a29), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:14.840183 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Pushing event deleted for resources: {'Port': ['ID=31eced19-98a0-44c1-8afe-f149c64c5a29,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:15.029651 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7932036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7966623'] for router_interface (7415771d-430a-4c60-9b49-cef8c870a0a1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:15.249723 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Router 7415771d-430a-4c60-9b49-cef8c870a0a1 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:43:15.370146 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:43:15.377936 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f49011b6-927c-4493-a477-342fb51e0678 admin admin] 10.222.0.73 "PUT /v2.0/routers/7415771d-430a-4c60-9b49-cef8c870a0a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8808875 Jan 17 09:43:15.378047 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:15.379909 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] Sync routers for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:43:15.390961 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:15.392081 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:15.422029 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b978b-297b-490b-9920-49025a3faa7d req-48d0d826-8e92-45ac-a637-c95158bde76e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:15.423585 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c61b978b-297b-490b-9920-49025a3faa7d req-48d0d826-8e92-45ac-a637-c95158bde76e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 946 time: 0.0530145 Jan 17 09:43:15.481107 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c61b978b-297b-490b-9920-49025a3faa7d req-59e5f405-7584-4fdd-a9f6-c1dd7ac35a64 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505333 Jan 17 09:43:15.498631 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks [] for router (7415771d-430a-4c60-9b49-cef8c870a0a1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:15.514484 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:15.554017 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18cb40-cbe2-4e81-8b31-83c013f1006e req-1c8667af-a021-4e94-aad4-b10e79ba9fa7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:15.556018 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf18cb40-cbe2-4e81-8b31-83c013f1006e req-1c8667af-a021-4e94-aad4-b10e79ba9fa7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0615907 Jan 17 09:43:15.615767 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks [] for router_gateway (7415771d-430a-4c60-9b49-cef8c870a0a1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:15.640529 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c175a-b15d-43e1-b0cb-283302c60beb req-d87fdd3b-e486-4764-9c7d-8c246f8b9df0 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:15.641939 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-128c175a-b15d-43e1-b0cb-283302c60beb req-d87fdd3b-e486-4764-9c7d-8c246f8b9df0 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 946 time: 0.0850060 Jan 17 09:43:15.646829 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf18cb40-cbe2-4e81-8b31-83c013f1006e req-19784504-d2af-4d80-a358-55355cfb9041 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811424 Jan 17 09:43:15.700783 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-128c175a-b15d-43e1-b0cb-283302c60beb req-6f25e1e2-24eb-44ca-8b63-d01ea4dc9ca0 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458784 Jan 17 09:43:15.702466 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:43:14Z', 'revision_number': 5, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port': {'id': '0535b6ba-7e85-4a45-9e12-e67915ccacad', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:15.727857 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40956) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:15.734124 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] Checking router: 7415771d-430a-4c60-9b49-cef8c870a0a1 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:43:15.743518 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] Routers {'7415771d-430a-4c60-9b49-cef8c870a0a1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:15.744126 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['7415771d-430a-4c60-9b49-cef8c870a0a1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:15.808122 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Deleting port 0535b6ba-7e85-4a45-9e12-e67915ccacad {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:15.808453 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:15.812658 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869370e-761e-4985-a0c1-ab8cb06633c0 tempest-TestVolumeBootPattern-62746354 tempest-TestVolumeBootPattern-62746354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:15.814146 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-a869370e-761e-4985-a0c1-ab8cb06633c0 tempest-TestVolumeBootPattern-62746354 tempest-TestVolumeBootPattern-62746354-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 1094 time: 0.0853615 Jan 17 09:43:15.817928 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40958) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:15.822613 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'floatingip': {'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:15.834063 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] Set router 7415771d-430a-4c60-9b49-cef8c870a0a1 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:15.886751 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:43:15Z', 'revision_number': 6, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port_host': None}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:15.889127 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] For port 0535b6ba-7e85-4a45-9e12-e67915ccacad, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=0535b6ba-7e85-4a45-9e12-e67915ccacad,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:15.889489 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:15.903145 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Calling delete_port for 0535b6ba-7e85-4a45-9e12-e67915ccacad owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:15.905316 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:15.916380 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f27b0-87be-4658-a401-be8da766a93b None None] The sync data for ids ['7415771d-430a-4c60-9b49-cef8c870a0a1'] in dv-cinder-815461-8-iscsi is: [{'id': '7415771d-430a-4c60-9b49-cef8c870a0a1', 'name': 'tempest-TestMinimumBasicScenario-625303314-router', 'tenant_id': 'f792385fa3114cfea645c6ceba043ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:45Z', 'updated_at': '2022-01-17T09:43:15Z', 'revision_number': 6, 'project_id': 'f792385fa3114cfea645c6ceba043ae1', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:43:16.021450 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.130553 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Allocated IP 172.27.1.46 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/269a249a-1ff8-4d46-879b-870a740ab4fa) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:43:16.155926 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (0535b6ba-7e85-4a45-9e12-e67915ccacad), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.186599 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Pushing event deleted for resources: {'Port': ['ID=0535b6ba-7e85-4a45-9e12-e67915ccacad,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:16.242314 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for port (269a249a-1ff8-4d46-879b-870a740ab4fa), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.254248 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7971189'] for router_gateway (7415771d-430a-4c60-9b49-cef8c870a0a1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.340324 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (269a249a-1ff8-4d46-879b-870a740ab4fa), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.381565 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:43:16.384098 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25328'] for router (7415771d-430a-4c60-9b49-cef8c870a0a1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.384368 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:43:16.386411 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks [] for router_controller (7415771d-430a-4c60-9b49-cef8c870a0a1), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.387902 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:43:16.412119 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'Port': ['ID=269a249a-1ff8-4d46-879b-870a740ab4fa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:16.513543 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977449'] for router (7415771d-430a-4c60-9b49-cef8c870a0a1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.514070 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7415771d-430a-4c60-9b49-cef8c870a0a1 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:43:16.520008 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.521264 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-62fdd1fc-e8ca-488d-9892-a5890f12282f admin admin] 10.222.0.73 "DELETE /v2.0/routers/7415771d-430a-4c60-9b49-cef8c870a0a1 HTTP/1.1" status: 204 len: 168 time: 1.1421268 Jan 17 09:43:16.523902 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:16.570033 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-753ca9a6-5c09-4cee-8f00-eb6235064034 admin admin] Deleting subnet 99996228-eb58-494e-b921-94070e3b6d09 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:43:16.573232 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-753ca9a6-5c09-4cee-8f00-eb6235064034 admin admin] Publish callbacks [] for subnet (99996228-eb58-494e-b921-94070e3b6d09), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.607863 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-753ca9a6-5c09-4cee-8f00-eb6235064034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4561382'] for subnet (99996228-eb58-494e-b921-94070e3b6d09), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.849654 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57b6ff-23d1-422e-8457-3f7edd251e87 req-2fe7ebe7-2547-4923-a4b0-03339565ee19 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:16.851291 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a57b6ff-23d1-422e-8457-3f7edd251e87 req-2fe7ebe7-2547-4923-a4b0-03339565ee19 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0966091 Jan 17 09:43:16.881220 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (185b3c44-8189-460f-bcc0-624a0caa9d62), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.923928 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-753ca9a6-5c09-4cee-8f00-eb6235064034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (99996228-eb58-494e-b921-94070e3b6d09), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.961549 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a57b6ff-23d1-422e-8457-3f7edd251e87 req-04f64dbc-63b9-4064-8662-a8d1701e0313 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019347 Jan 17 09:43:17.058997 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-753ca9a6-5c09-4cee-8f00-eb6235064034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4764160'] for subnet (99996228-eb58-494e-b921-94070e3b6d09), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.059238 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (269a249a-1ff8-4d46-879b-870a740ab4fa), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.105453 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ca9a6-5c09-4cee-8f00-eb6235064034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99996228-eb58-494e-b921-94070e3b6d09,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:17.111334 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-753ca9a6-5c09-4cee-8f00-eb6235064034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.116951 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d826a60-20fc-4c58-87a9-dee73d789274 None None] Network feb3a3e8-e5ae-4538-b417-9588c08877b8 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:43:17.121474 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-753ca9a6-5c09-4cee-8f00-eb6235064034 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/99996228-eb58-494e-b921-94070e3b6d09 HTTP/1.1" status: 204 len: 168 time: 0.5962479 Jan 17 09:43:17.122838 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 40966) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:17.201109 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 0535b6ba-7e85-4a45-9e12-e67915ccacad no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:43:17.239367 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 0535b6ba-7e85-4a45-9e12-e67915ccacad {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:43:17.240274 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 0535b6ba-7e85-4a45-9e12-e67915ccacad not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:43:17.241146 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 31eced19-98a0-44c1-8afe-f149c64c5a29 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:43:17.246713 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (feb3a3e8-e5ae-4538-b417-9588c08877b8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.281853 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for port (269a249a-1ff8-4d46-879b-870a740ab4fa), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.302667 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 31eced19-98a0-44c1-8afe-f149c64c5a29 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:43:17.303047 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 31eced19-98a0-44c1-8afe-f149c64c5a29 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:43:17.314517 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Deleting port ee40fe28-0470-4cf8-8f98-abdafa655407 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:17.314853 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.344477 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (269a249a-1ff8-4d46-879b-870a740ab4fa), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.407125 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d391e8-b9b0-469e-bfe6-a7a553510801 None None] DHCP port deletion for feb3a3e8-e5ae-4538-b417-9588c08877b8 request from dv-cinder-815461-8-iscsi {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:43:17.418223 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] For port ee40fe28-0470-4cf8-8f98-abdafa655407, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=ee40fe28-0470-4cf8-8f98-abdafa655407,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:17.418223 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.432923 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'Port': ['ID=269a249a-1ff8-4d46-879b-870a740ab4fa,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:17.433516 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Calling delete_port for ee40fe28-0470-4cf8-8f98-abdafa655407 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:17.443594 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (185b3c44-8189-460f-bcc0-624a0caa9d62), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.460705 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-91d391e8-b9b0-469e-bfe6-a7a553510801 None None] Deleting port ee40fe28-0470-4cf8-8f98-abdafa655407 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:17.461214 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91d391e8-b9b0-469e-bfe6-a7a553510801 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.530496 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-91d391e8-b9b0-469e-bfe6-a7a553510801 None None] For port ee40fe28-0470-4cf8-8f98-abdafa655407, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=ee40fe28-0470-4cf8-8f98-abdafa655407,segment=NetworkSegment(6b856f35-1d63-42e1-8778-d7d1570e59ed),segment_id=6b856f35-1d63-42e1-8778-d7d1570e59ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:17.530896 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91d391e8-b9b0-469e-bfe6-a7a553510801 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.543819 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-91d391e8-b9b0-469e-bfe6-a7a553510801 None None] Calling delete_port for ee40fe28-0470-4cf8-8f98-abdafa655407 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:17.555418 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Floating IP 185b3c44-8189-460f-bcc0-624a0caa9d62 associated. External IP: 172.27.1.46, port: 1f738cbc-e37c-4bc2-9ead-69188735950f. Jan 17 09:43:17.622127 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.649537 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ee40fe28-0470-4cf8-8f98-abdafa655407,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:17.653247 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] No DVR routers for this DVR port ee40fe28-0470-4cf8-8f98-abdafa655407 on host dv-cinder-815461-8-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:43:17.666999 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91d391e8-b9b0-469e-bfe6-a7a553510801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (ee40fe28-0470-4cf8-8f98-abdafa655407), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.696439 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d391e8-b9b0-469e-bfe6-a7a553510801 None None] Pushing event deleted for resources: {'Port': ['ID=ee40fe28-0470-4cf8-8f98-abdafa655407,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:17.698202 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d391e8-b9b0-469e-bfe6-a7a553510801 None None] No DVR routers for this DVR port ee40fe28-0470-4cf8-8f98-abdafa655407 on host dv-cinder-815461-8-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:43:17.733410 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (feb3a3e8-e5ae-4538-b417-9588c08877b8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.755948 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb3a3e8-e5ae-4538-b417-9588c08877b8']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:17.765826 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b856f35-1d63-42e1-8778-d7d1570e59ed') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:17.766116 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b856f35-1d63-42e1-8778-d7d1570e59ed') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:17.776266 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4555541'] for segment (6b856f35-1d63-42e1-8778-d7d1570e59ed), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.790051 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (6b856f35-1d63-42e1-8778-d7d1570e59ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.796112 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:43:17.796588 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4561265'] for segment (6b856f35-1d63-42e1-8778-d7d1570e59ed), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: Traceback (most recent call last): Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: timer() Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: cb(*args, **kw) Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: return func(*args, **kwargs) Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: self._notify() Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: self.callback(batched_events) Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: event.method(event) Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: return f(self, *a, **k) Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._get(url).json() Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: return self.request(url, 'GET', **kwargs) Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:43:17.798410 dv-cinder-815461-8-iscsi neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:43:17.810966 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Router a5f8d239-61cb-450b-afdc-7bc159a2be3d has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:43:17.917677 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:43:17.927239 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] Sync routers for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:43:17.935980 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (feb3a3e8-e5ae-4538-b417-9588c08877b8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.936839 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:17.937450 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:17.940902 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:17.946637 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] 10.222.0.73 "DELETE /v2.0/networks/feb3a3e8-e5ae-4538-b417-9588c08877b8 HTTP/1.1" status: 204 len: 168 time: 0.8205643 Jan 17 09:43:17.948358 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40970) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:17.958380 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb852d-f0eb-4ce9-82cc-4c6dda20dfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=feb3a3e8-e5ae-4538-b417-9588c08877b8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:18.032218 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:18.047196 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:18.095450 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-db4e6485-c49a-419c-b357-eaa292e4f352 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2763481 Jan 17 09:43:18.099782 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:18.101968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d188773c-38e9-4d3f-a96e-a17b3ade85f5" -d '{"events": [{"name": "network-changed", "server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:18.168095 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935e68df-9ae7-4d2a-8e13-1605fa88f4fe x-openstack-request-id: req-935e68df-9ae7-4d2a-8e13-1605fa88f4fe {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:18.168418 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:18.168661 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-935e68df-9ae7-4d2a-8e13-1605fa88f4fe {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:18.169020 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'status': 'completed', 'code': 200} Jan 17 09:43:18.186856 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817a6a2-e94b-46d8-9e50-c3095b16c77c req-6ea83eca-1d60-4583-b5ae-e67cff119874 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:18.188521 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2817a6a2-e94b-46d8-9e50-c3095b16c77c req-6ea83eca-1d60-4583-b5ae-e67cff119874 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.1470516 Jan 17 09:43:18.314594 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2817a6a2-e94b-46d8-9e50-c3095b16c77c req-5ebf7551-8921-473f-8cb0-676f4bb8e9f9 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142333 Jan 17 09:43:18.320544 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-bb71c818-3e82-4ad5-892f-8a2b7a5b1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:18.322037 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-bb71c818-3e82-4ad5-892f-8a2b7a5b1e04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 1099 time: 0.1326113 Jan 17 09:43:18.391932 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '185b3c44-8189-460f-bcc0-624a0caa9d62', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:16Z', 'updated_at': '2022-01-17T09:43:16Z', 'revision_number': 0, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:18.428096 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] Checking router: a5f8d239-61cb-450b-afdc-7bc159a2be3d for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:43:18.437334 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:18.438029 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:18.554105 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:18.747641 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-e2c7fa1e-1026-4709-ad91-5dae0cf4c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:18.749103 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-e2c7fa1e-1026-4709-ad91-5dae0cf4c5c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 913 time: 0.4035149 Jan 17 09:43:18.789208 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '185b3c44-8189-460f-bcc0-624a0caa9d62', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:16Z', 'updated_at': '2022-01-17T09:43:16Z', 'revision_number': 0, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:18.818937 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1f38d-368e-4fbc-be9d-b6da273289d2 None None] The sync data for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi is: [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '185b3c44-8189-460f-bcc0-624a0caa9d62', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:16Z', 'updated_at': '2022-01-17T09:43:16Z', 'revision_number': 0, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:43:18.825138 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-02eb3942-48fd-4857-862c-d495b28f764d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f738cbc-e37c-4bc2-9ead-69188735950f HTTP/1.1" status: 200 len: 999 time: 0.0699136 Jan 17 09:43:18.899556 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-e13ce005-cefa-416a-9300-6a3c9ceda42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:18.901029 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-e13ce005-cefa-416a-9300-6a3c9ceda42d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0572555 Jan 17 09:43:18.935854 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7970831'] for router_interface (6a297c0f-ad60-48dc-b03b-fe1117eab84b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:19.022392 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92445f5-8bad-4b5f-9bbf-3620993c941b None None] New status for floating IP 185b3c44-8189-460f-bcc0-624a0caa9d62: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:43:19.022948 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-66143c82-aae9-4047-8d13-292525d40030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:19.024321 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-66143c82-aae9-4047-8d13-292525d40030 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163301 Jan 17 09:43:19.167370 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device ee40fe28-0470-4cf8-8f98-abdafa655407 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:43:19.189286 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: ee40fe28-0470-4cf8-8f98-abdafa655407 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:43:19.189631 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device ee40fe28-0470-4cf8-8f98-abdafa655407 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:43:19.192949 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-3e8417c5-da3a-49be-bda5-6fb2353b2327 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553972 Jan 17 09:43:19.328189 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d188773c-38e9-4d3f-a96e-a17b3ade85f5 req-f1310a8e-8c51-4a37-a967-1524b708b84a service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281981 Jan 17 09:43:19.347587 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Deleting port a903c3c1-14eb-413c-9867-94ff53319a41 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:19.347928 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:19.460602 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] For port a903c3c1-14eb-413c-9867-94ff53319a41, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=a903c3c1-14eb-413c-9867-94ff53319a41,segment=NetworkSegment(eb244149-ee73-4d47-905c-da20e9427e2c),segment_id=eb244149-ee73-4d47-905c-da20e9427e2c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:19.460973 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:19.482656 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3f3af-50ac-4f9d-84f9-ed3f6da8285b req-fff26b86-b8e6-41ad-b920-fe1bfad253d1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:19.484167 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-09f3f3af-50ac-4f9d-84f9-ed3f6da8285b req-fff26b86-b8e6-41ad-b920-fe1bfad253d1 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0847752 Jan 17 09:43:19.485090 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Calling delete_port for a903c3c1-14eb-413c-9867-94ff53319a41 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:19.583670 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-09f3f3af-50ac-4f9d-84f9-ed3f6da8285b req-92fe3148-72c5-438f-9f00-e8d09d69ab41 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935366 Jan 17 09:43:19.770414 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (a903c3c1-14eb-413c-9867-94ff53319a41), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:19.801238 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a903c3c1-14eb-413c-9867-94ff53319a41,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:19.975414 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7932036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7966623'] for router_interface (6a297c0f-ad60-48dc-b03b-fe1117eab84b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:20.194216 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Router 6a297c0f-ad60-48dc-b03b-fe1117eab84b has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:43:20.296288 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:43:20.302128 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3c3703a0-6007-4022-bbaa-6f4df8a6d8eb admin admin] 10.222.0.73 "PUT /v2.0/routers/6a297c0f-ad60-48dc-b03b-fe1117eab84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3532307 Jan 17 09:43:20.304695 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40986) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:20.306220 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] Sync routers for ids ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:43:20.317466 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] Routers {'6a297c0f-ad60-48dc-b03b-fe1117eab84b'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:20.318292 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:20.411266 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks [] for router (6a297c0f-ad60-48dc-b03b-fe1117eab84b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:20.439721 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] Set router 6a297c0f-ad60-48dc-b03b-fe1117eab84b gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:20.532196 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks [] for router_gateway (6a297c0f-ad60-48dc-b03b-fe1117eab84b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:20.627805 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:51Z', 'updated_at': '2022-01-17T09:43:19Z', 'revision_number': 5, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'gw_port': {'id': 'd8b88940-e953-44fc-90f6-644b6079e6e3', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:37:52Z', 'updated_at': '2022-01-17T09:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:20.658598 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] Checking router: 6a297c0f-ad60-48dc-b03b-fe1117eab84b for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:43:20.667800 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] Routers {'6a297c0f-ad60-48dc-b03b-fe1117eab84b'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:20.668400 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:42:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:20.725945 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d4837-3c9c-407a-adbe-9b4a4cb98f8d req-528d08b1-1bc1-4c81-90ec-da247bc8c845 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:20.727503 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d14d4837-3c9c-407a-adbe-9b4a4cb98f8d req-528d08b1-1bc1-4c81-90ec-da247bc8c845 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0623882 Jan 17 09:43:20.735290 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Deleting port d8b88940-e953-44fc-90f6-644b6079e6e3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:20.735640 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:20.752441 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] Set router 6a297c0f-ad60-48dc-b03b-fe1117eab84b gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:20.816400 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:51Z', 'updated_at': '2022-01-17T09:43:20Z', 'revision_number': 6, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'gw_port_host': None}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:20.834737 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d14d4837-3c9c-407a-adbe-9b4a4cb98f8d req-86e26efc-29dc-4785-943e-f5fa09dbcfcd tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014833 Jan 17 09:43:20.844361 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5489d7-2c78-4b20-9223-d676b06a2654 None None] The sync data for ids ['6a297c0f-ad60-48dc-b03b-fe1117eab84b'] in dv-cinder-815461-8-iscsi is: [{'id': '6a297c0f-ad60-48dc-b03b-fe1117eab84b', 'name': 'tempest-TestMinimumBasicScenario-2125431708-router', 'tenant_id': '8936812ffd5f434fa76ed16c8c8eda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:37:51Z', 'updated_at': '2022-01-17T09:43:20Z', 'revision_number': 6, 'project_id': '8936812ffd5f434fa76ed16c8c8eda25', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:43:20.860026 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] For port d8b88940-e953-44fc-90f6-644b6079e6e3, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d8b88940-e953-44fc-90f6-644b6079e6e3,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:20.860400 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:20.874056 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Calling delete_port for d8b88940-e953-44fc-90f6-644b6079e6e3 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:21.104194 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (d8b88940-e953-44fc-90f6-644b6079e6e3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.132880 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b88940-e953-44fc-90f6-644b6079e6e3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:21.191272 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7971189'] for router_gateway (6a297c0f-ad60-48dc-b03b-fe1117eab84b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.288566 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25328'] for router (6a297c0f-ad60-48dc-b03b-fe1117eab84b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.290805 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks [] for router_controller (6a297c0f-ad60-48dc-b03b-fe1117eab84b), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.404831 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977449'] for router (6a297c0f-ad60-48dc-b03b-fe1117eab84b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.405328 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a297c0f-ad60-48dc-b03b-fe1117eab84b {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:43:21.412263 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.414270 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-77f33304-07cc-47c5-a149-81d10fe056d6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6a297c0f-ad60-48dc-b03b-fe1117eab84b HTTP/1.1" status: 204 len: 168 time: 1.1084974 Jan 17 09:43:21.416742 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:21.464694 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e80828f-0b16-4823-b8a1-f541cc99948b admin admin] Deleting subnet 1e96a51a-f4ff-4c37-a6ef-63fe88584d26 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:43:21.468148 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e80828f-0b16-4823-b8a1-f541cc99948b admin admin] Publish callbacks [] for subnet (1e96a51a-f4ff-4c37-a6ef-63fe88584d26), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.502757 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e80828f-0b16-4823-b8a1-f541cc99948b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66520198'] for subnet (1e96a51a-f4ff-4c37-a6ef-63fe88584d26), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.613285 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device a903c3c1-14eb-413c-9867-94ff53319a41 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:43:21.618031 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e80828f-0b16-4823-b8a1-f541cc99948b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (1e96a51a-f4ff-4c37-a6ef-63fe88584d26), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.638915 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: a903c3c1-14eb-413c-9867-94ff53319a41 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:43:21.639217 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device a903c3c1-14eb-413c-9867-94ff53319a41 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:43:21.755872 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e80828f-0b16-4823-b8a1-f541cc99948b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66555749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66581350'] for subnet (1e96a51a-f4ff-4c37-a6ef-63fe88584d26), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.784853 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80828f-0b16-4823-b8a1-f541cc99948b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e96a51a-f4ff-4c37-a6ef-63fe88584d26,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:21.788561 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e80828f-0b16-4823-b8a1-f541cc99948b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:21.792000 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6e80828f-0b16-4823-b8a1-f541cc99948b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1e96a51a-f4ff-4c37-a6ef-63fe88584d26 HTTP/1.1" status: 204 len: 168 time: 0.3733222 Jan 17 09:43:21.794494 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 40996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:21.801186 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627f63b-9214-450d-aed1-6629a70c3253 None None] Network 9bd2944a-2008-4683-bea7-15df58957c7a requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:43:21.961385 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ae4d-633c-48ad-b2ec-2b4c2b9d1c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.026532 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edafb5d7-3529-4a71-b1c6-e9272542963d None None] DHCP port deletion for 9bd2944a-2008-4683-bea7-15df58957c7a request from dv-cinder-815461-8-iscsi {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:43:22.086104 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-edafb5d7-3529-4a71-b1c6-e9272542963d None None] Deleting port e7a507cb-40e3-44ef-a845-df1006ffffcb {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:22.086562 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-edafb5d7-3529-4a71-b1c6-e9272542963d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.156568 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-edafb5d7-3529-4a71-b1c6-e9272542963d None None] For port e7a507cb-40e3-44ef-a845-df1006ffffcb, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=e7a507cb-40e3-44ef-a845-df1006ffffcb,segment=NetworkSegment(eb244149-ee73-4d47-905c-da20e9427e2c),segment_id=eb244149-ee73-4d47-905c-da20e9427e2c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:22.157298 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-edafb5d7-3529-4a71-b1c6-e9272542963d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.171447 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-edafb5d7-3529-4a71-b1c6-e9272542963d None None] Calling delete_port for e7a507cb-40e3-44ef-a845-df1006ffffcb owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:22.244587 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (9bd2944a-2008-4683-bea7-15df58957c7a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.265310 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ea57b-3bea-414a-81c2-deebb6c8dba4 req-eecdb9fe-3f1b-4c28-89bd-8fd57938be4a tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:22.266801 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0f5ea57b-3bea-414a-81c2-deebb6c8dba4 req-eecdb9fe-3f1b-4c28-89bd-8fd57938be4a tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.1306310 Jan 17 09:43:22.273929 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-f0c877ee-3e4c-4402-b80e-f8d2f50bd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:22.275303 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-f0c877ee-3e4c-4402-b80e-f8d2f50bd83b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1099 time: 0.1058872 Jan 17 09:43:22.332853 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-edafb5d7-3529-4a71-b1c6-e9272542963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.362378 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafb5d7-3529-4a71-b1c6-e9272542963d None None] Pushing event deleted for resources: {'Port': ['ID=e7a507cb-40e3-44ef-a845-df1006ffffcb,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:22.367533 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edafb5d7-3529-4a71-b1c6-e9272542963d None None] No DVR routers for this DVR port e7a507cb-40e3-44ef-a845-df1006ffffcb on host dv-cinder-815461-8-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:43:22.409313 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0f5ea57b-3bea-414a-81c2-deebb6c8dba4 req-4e68ee8d-42c6-40a9-9f10-1c6e6a42b916 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329935 Jan 17 09:43:22.436383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-546be62e-0f2b-4ea8-8b45-a7091a04d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:22.437945 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-546be62e-0f2b-4ea8-8b45-a7091a04d4d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6dd2ccc7-bf61-46de-98c5-fb228432a126 HTTP/1.1" status: 200 len: 908 time: 0.1541932 Jan 17 09:43:22.440058 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Deleting port e7a507cb-40e3-44ef-a845-df1006ffffcb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:22.440418 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.552344 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] For port e7a507cb-40e3-44ef-a845-df1006ffffcb, host dv-cinder-815461-8-iscsi, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:22.552618 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.562112 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-d5fc29c6-12c4-4a79-b6d8-a7b302c03de4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80a349db-3866-4774-b0e2-09aed84c61ce HTTP/1.1" status: 200 len: 1002 time: 0.1174390 Jan 17 09:43:22.568046 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Calling delete_port for e7a507cb-40e3-44ef-a845-df1006ffffcb owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:22.577545 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Port e7a507cb-40e3-44ef-a845-df1006ffffcb was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 09:43:22.579594 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (e7a507cb-40e3-44ef-a845-df1006ffffcb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.624538 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a507cb-40e3-44ef-a845-df1006ffffcb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:22.631765 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] No DVR routers for this DVR port e7a507cb-40e3-44ef-a845-df1006ffffcb on host dv-cinder-815461-8-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:43:22.658289 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-95445387-ca7d-4452-977a-81cfc3683f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:22.659831 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-95445387-ca7d-4452-977a-81cfc3683f33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7c5267e-0092-46aa-a326-296a81a2abe1 HTTP/1.1" status: 200 len: 846 time: 0.0899293 Jan 17 09:43:22.732956 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (9bd2944a-2008-4683-bea7-15df58957c7a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.759412 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd2944a-2008-4683-bea7-15df58957c7a']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:22.762394 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-35228ee3-3f0b-40c7-ade9-85dc55f004c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:22.763951 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-35228ee3-3f0b-40c7-ade9-85dc55f004c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6dd2ccc7-bf61-46de-98c5-fb228432a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927293 Jan 17 09:43:22.771435 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb244149-ee73-4d47-905c-da20e9427e2c') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:22.771732 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb244149-ee73-4d47-905c-da20e9427e2c') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:22.788718 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66526837'] for segment (eb244149-ee73-4d47-905c-da20e9427e2c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.840684 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (eb244149-ee73-4d47-905c-da20e9427e2c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.851825 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:43:22.852218 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66555659'] for segment (eb244149-ee73-4d47-905c-da20e9427e2c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: Traceback (most recent call last): Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: timer() Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: cb(*args, **kw) Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:43:22.853873 dv-cinder-815461-8-iscsi neutron-server[103255]: return func(*args, **kwargs) Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: self._notify() Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: self.callback(batched_events) Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: event.method(event) Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: return f(self, *a, **k) Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._get(url).json() Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:43:22.856866 dv-cinder-815461-8-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:43:22.923029 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-45e334e8-0396-4df6-82e7-050d2f054375 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450160 Jan 17 09:43:23.008733 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (9bd2944a-2008-4683-bea7-15df58957c7a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:23.018172 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b390bd4-374d-42d0-8165-6d35024e9a67 req-e5c64fea-108d-4f80-8ea7-715fe412cfad service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888653 Jan 17 09:43:23.019133 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:23.022145 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9bd2944a-2008-4683-bea7-15df58957c7a HTTP/1.1" status: 204 len: 168 time: 1.2263038 Jan 17 09:43:23.033281 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baa168-b14c-4924-8a53-04a94cccee34 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd2944a-2008-4683-bea7-15df58957c7a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:23.155067 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device e7a507cb-40e3-44ef-a845-df1006ffffcb no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:43:23.175438 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: e7a507cb-40e3-44ef-a845-df1006ffffcb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:43:23.175780 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device e7a507cb-40e3-44ef-a845-df1006ffffcb not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:43:23.176207 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d8b88940-e953-44fc-90f6-644b6079e6e3 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:43:23.194265 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: d8b88940-e953-44fc-90f6-644b6079e6e3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:43:23.194607 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d8b88940-e953-44fc-90f6-644b6079e6e3 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:43:23.379069 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 41006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:23.428407 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-fc6efb26-5add-47d5-b701-b8c88e76ed64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f792385fa3114cfea645c6ceba043ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480754 Jan 17 09:43:23.432749 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 41008) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:23.462309 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-c26c70b2-7557-4f9c-bb6e-22d5a4625988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:23.463853 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-c26c70b2-7557-4f9c-bb6e-22d5a4625988 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1099 time: 0.0469162 Jan 17 09:43:23.507784 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eded129e-dde6-45ef-beeb-e82614b7b9dd admin admin] Publish callbacks [] for security_group (355f365f-9bfb-4d9f-befc-e8ba482b7838), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:23.529645 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eded129e-dde6-45ef-beeb-e82614b7b9dd admin admin] Publish callbacks [] for security_group (355f365f-9bfb-4d9f-befc-e8ba482b7838), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:23.593530 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e7e6e-0cf6-43b6-946a-4a07adbad1bd req-62723bf0-13f9-4789-ba9b-8b5e7d75de63 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:23.595004 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6d6e7e6e-0cf6-43b6-946a-4a07adbad1bd req-62723bf0-13f9-4789-ba9b-8b5e7d75de63 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0981188 Jan 17 09:43:23.629740 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-ea55d1db-e531-4683-9fcf-4ce616acd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:23.631099 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-ea55d1db-e531-4683-9fcf-4ce616acd79d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6dd2ccc7-bf61-46de-98c5-fb228432a126 HTTP/1.1" status: 200 len: 908 time: 0.1421268 Jan 17 09:43:23.664199 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eded129e-dde6-45ef-beeb-e82614b7b9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (355f365f-9bfb-4d9f-befc-e8ba482b7838), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:23.666879 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eded129e-dde6-45ef-beeb-e82614b7b9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:23.668099 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-eded129e-dde6-45ef-beeb-e82614b7b9dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/355f365f-9bfb-4d9f-befc-e8ba482b7838 HTTP/1.1" status: 204 len: 168 time: 0.2350192 Jan 17 09:43:23.676666 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded129e-dde6-45ef-beeb-e82614b7b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355f365f-9bfb-4d9f-befc-e8ba482b7838,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:23.698742 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6d6e7e6e-0cf6-43b6-946a-4a07adbad1bd req-b456eb67-3b1a-4f4f-aa2a-806b4eadbbc6 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970266 Jan 17 09:43:23.726164 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-4a5177da-acdd-4377-bd04-a2f7a289de39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80a349db-3866-4774-b0e2-09aed84c61ce HTTP/1.1" status: 200 len: 1002 time: 0.0836487 Jan 17 09:43:23.775247 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-12cb0861-bf9c-477b-b172-efd9b6a65557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:23.776735 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-12cb0861-bf9c-477b-b172-efd9b6a65557 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7c5267e-0092-46aa-a326-296a81a2abe1 HTTP/1.1" status: 200 len: 846 time: 0.0443730 Jan 17 09:43:23.822893 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-c72f499a-b263-4287-aa71-b35046f1891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:23.824410 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-c72f499a-b263-4287-aa71-b35046f1891a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6dd2ccc7-bf61-46de-98c5-fb228432a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401523 Jan 17 09:43:23.917397 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-a78bf5fe-49b9-4966-b216-66c659811b46 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Jan 17 09:43:24.016238 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-08395162-ea41-49f3-a7d7-78962d1d7775 req-1163b67d-b2a4-4bc9-89ea-35ff4baa3103 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852261 Jan 17 09:43:24.344130 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 41018) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:24.383703 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-da0672c4-7d31-4cfc-be38-c894591175c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8936812ffd5f434fa76ed16c8c8eda25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384042 Jan 17 09:43:24.386167 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 41020) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:24.406940 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e42d788a-679b-4ea5-9e0e-3fb7265c371d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:24.433591 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbc07-f96f-484d-88c8-bac5ea892a38 admin admin] Publish callbacks [] for security_group (72d03fb7-8cfd-40fa-b14a-db6328137be2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:24.457854 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbc07-f96f-484d-88c8-bac5ea892a38 admin admin] Publish callbacks [] for security_group (72d03fb7-8cfd-40fa-b14a-db6328137be2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:24.584384 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbc07-f96f-484d-88c8-bac5ea892a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (72d03fb7-8cfd-40fa-b14a-db6328137be2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:24.587195 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbc07-f96f-484d-88c8-bac5ea892a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:24.588393 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-6ebfbc07-f96f-484d-88c8-bac5ea892a38 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72d03fb7-8cfd-40fa-b14a-db6328137be2 HTTP/1.1" status: 204 len: 168 time: 0.2013259 Jan 17 09:43:24.598941 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfbc07-f96f-484d-88c8-bac5ea892a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d03fb7-8cfd-40fa-b14a-db6328137be2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:24.821252 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64714e6-b42c-4c5a-b6f5-80fe16b043a0 req-c3ae4ba0-e49f-44ec-bb08-fe871495414d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:24.822742 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f64714e6-b42c-4c5a-b6f5-80fe16b043a0 req-c3ae4ba0-e49f-44ec-bb08-fe871495414d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0541275 Jan 17 09:43:24.877592 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f64714e6-b42c-4c5a-b6f5-80fe16b043a0 req-315c9858-be18-47f1-ae49-e0a1a6927830 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492094 Jan 17 09:43:25.421616 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:25.993530 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34602ff0-ad99-4b34-81b4-5d3cbf66c9d7 req-c9fca604-e771-49a9-8eec-3c9d2054b782 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:25.995001 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-34602ff0-ad99-4b34-81b4-5d3cbf66c9d7 req-c9fca604-e771-49a9-8eec-3c9d2054b782 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0486634 Jan 17 09:43:26.043088 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-34602ff0-ad99-4b34-81b4-5d3cbf66c9d7 req-cf840e89-76ab-4553-a144-bb850f37b16b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423627 Jan 17 09:43:27.141605 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:27.157134 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06a9d-077a-400f-b9d9-15972da503fa req-dc88749f-f355-4401-98bb-9603b0005616 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:27.158604 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2ad06a9d-077a-400f-b9d9-15972da503fa req-dc88749f-f355-4401-98bb-9603b0005616 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0479422 Jan 17 09:43:27.211523 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2ad06a9d-077a-400f-b9d9-15972da503fa req-7c57f7b6-b06c-4e03-a1f3-0d6182f8ac23 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465736 Jan 17 09:43:27.280684 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-4349ba90-8a5b-4e32-bc2a-074bfa10003d req-e6d684bf-551b-42a6-b753-c9c367ace463 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:43:27.281628 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4349ba90-8a5b-4e32-bc2a-074bfa10003d req-e6d684bf-551b-42a6-b753-c9c367ace463 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053184 Jan 17 09:43:27.591887 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95af8d1-a85a-48bc-8ba1-cb380f46a785 req-31125dbb-d38e-4223-9cb5-da22786d37fc tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:27.593424 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b95af8d1-a85a-48bc-8ba1-cb380f46a785 req-31125dbb-d38e-4223-9cb5-da22786d37fc tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0507720 Jan 17 09:43:27.646378 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b95af8d1-a85a-48bc-8ba1-cb380f46a785 req-60aa0bce-7481-4259-9209-188999b37552 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465181 Jan 17 09:43:27.685553 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 41050) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:27.770250 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-4963aae2-db3a-4722-abee-fd0a06346b22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835507 Jan 17 09:43:27.778759 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-a35f4386-9e46-44af-9edd-afedbe6ae63a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:43:27.779764 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-a35f4386-9e46-44af-9edd-afedbe6ae63a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050418 Jan 17 09:43:28.119231 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 80a349db-3866-4774-b0e2-09aed84c61ce no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:43:28.214681 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 80a349db-3866-4774-b0e2-09aed84c61ce is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:43:28.215366 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:28.243762 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:28.246184 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d46dda-01fa-4e4a-a9f3-2f1b7fc7c4ed" -d '{"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-unplugged", "status": "completed", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:28.275897 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:28.285984 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe81048-8156-4bce-89dc-03eca0b39f73 x-openstack-request-id: req-cfe81048-8156-4bce-89dc-03eca0b39f73 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:28.286268 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-unplugged", "status": "failed", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce", "code": 422}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:28.286527 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfe81048-8156-4bce-89dc-03eca0b39f73 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:28.286937 dv-cinder-815461-8-iscsi neutron-server[103257]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce', 'code': 422} returned with failed status Jan 17 09:43:28.372551 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:28.374020 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:28.426807 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:28.695439 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c0871-956d-4feb-95d5-e25f9c6c1f0f req-3e507dd7-3cc2-491b-b65e-0f2e4a56d276 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:28.696995 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c55c0871-956d-4feb-95d5-e25f9c6c1f0f req-3e507dd7-3cc2-491b-b65e-0f2e4a56d276 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Jan 17 09:43:28.773870 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c55c0871-956d-4feb-95d5-e25f9c6c1f0f req-0c2aa928-fa4a-4dd6-a365-f687300aead6 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711217 Jan 17 09:43:28.789943 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20254ec4-8951-4ed0-948a-1116f31e851b req-0c5c5bda-b0cd-4ae1-8215-c46265ee1fa9 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:28.789943 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-20254ec4-8951-4ed0-948a-1116f31e851b req-0c5c5bda-b0cd-4ae1-8215-c46265ee1fa9 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0715854 Jan 17 09:43:28.839326 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-20254ec4-8951-4ed0-948a-1116f31e851b req-1c4c50f4-bf7e-4e1a-b066-179057f67171 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436587 Jan 17 09:43:29.891550 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a122def-12da-41d8-b533-309ba7411eac req-492c413c-9ee1-4ad4-b872-435997ec23bb tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:29.892968 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1a122def-12da-41d8-b533-309ba7411eac req-492c413c-9ee1-4ad4-b872-435997ec23bb tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0498388 Jan 17 09:43:29.970165 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1a122def-12da-41d8-b533-309ba7411eac req-3fc88bfa-a980-4d79-898d-cfa1c14895a7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c5bb9d4-e8b7-4729-b53a-214d9afe139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711882 Jan 17 09:43:30.005556 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac8f35-5cbe-48d5-ae30-15b0b849e9b2 req-b026c99e-79f7-4e32-88e2-87d9a5d5e4c7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:30.007009 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-42ac8f35-5cbe-48d5-ae30-15b0b849e9b2 req-b026c99e-79f7-4e32-88e2-87d9a5d5e4c7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0922353 Jan 17 09:43:30.046844 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87497547-68db-4798-8549-64af54e92502 req-73a8ffa0-e207-422f-bde7-3219c220da95 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:30.048380 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-87497547-68db-4798-8549-64af54e92502 req-73a8ffa0-e207-422f-bde7-3219c220da95 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 945 time: 0.0822194 Jan 17 09:43:30.098906 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-42ac8f35-5cbe-48d5-ae30-15b0b849e9b2 req-46c69994-4ea9-44f9-9e3e-50cf105ab572 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839272 Jan 17 09:43:30.155776 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Deleting port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:30.156037 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:30.245464 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] For port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:30.245826 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:30.367689 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-ab6eae79-f589-4ff9-9773-08efa08ee420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:30.369183 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-ab6eae79-f589-4ff9-9773-08efa08ee420 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5&tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb HTTP/1.1" status: 200 len: 1097 time: 0.1146812 Jan 17 09:43:30.470682 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:30.470958 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (710479de-890c-4ebd-afc2-c0784deb8c0b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:30.471297 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Floating IP 710479de-890c-4ebd-afc2-c0784deb8c0b disassociated. External IP: 172.27.1.53, port: 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a. Jan 17 09:43:30.471646 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Calling delete_port for 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:30.485508 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-7be335f3-b10d-4158-b433-bfb1335e3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:30.486991 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-7be335f3-b10d-4158-b433-bfb1335e3f96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1097 time: 0.0966132 Jan 17 09:43:30.628178 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-a0d6251a-1acd-4a78-90ef-5f84633874b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:30.629704 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-a0d6251a-1acd-4a78-90ef-5f84633874b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6dd2ccc7-bf61-46de-98c5-fb228432a126 HTTP/1.1" status: 200 len: 908 time: 0.1123867 Jan 17 09:43:30.666627 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:43:30.727811 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-2921857b-2b5d-4b75-a87c-d93477486a2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80a349db-3866-4774-b0e2-09aed84c61ce HTTP/1.1" status: 200 len: 1000 time: 0.0886130 Jan 17 09:43:30.773907 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-787741c4-3c5d-400c-8b59-3cb59e60bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:30.775341 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-787741c4-3c5d-400c-8b59-3cb59e60bb50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7c5267e-0092-46aa-a326-296a81a2abe1 HTTP/1.1" status: 200 len: 846 time: 0.0436428 Jan 17 09:43:30.788115 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (7b444cb9-bd19-4a76-a173-7d6cc6af9a3a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:30.830973 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event deleted for resources: {'Port': ['ID=7b444cb9-bd19-4a76-a173-7d6cc6af9a3a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:30.883439 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-7121e18f-184e-4bd2-b7e5-9ee0bd3673e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:30.884915 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-7121e18f-184e-4bd2-b7e5-9ee0bd3673e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6dd2ccc7-bf61-46de-98c5-fb228432a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041496 Jan 17 09:43:31.014248 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Router ffd9d70f-a75f-45df-b60f-85dc4ae97925 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:43:31.022385 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-95fd2b35-45cc-4f08-9cc6-c1c99c817a76 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292350 Jan 17 09:43:31.136843 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9ddb243e-effb-439a-8101-4752410bf7f7 req-7a21fca1-11dd-46fb-80a9-fba047697f16 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0696943 Jan 17 09:43:31.250550 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-433fe716-c553-43d5-86ab-4adb6ef5bafc req-f7fd4299-7ffc-46bd-84c8-cb2aca98ab8e service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200124 Jan 17 09:43:31.252460 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:43:31.263505 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] Sync routers for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:43:31.283359 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eeced1-d9cf-4d9b-a8c7-7ebe43396305 req-ac50ad1c-4919-4080-b944-58d338c59708 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:31.284921 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0eeced1-d9cf-4d9b-a8c7-7ebe43396305 req-ac50ad1c-4919-4080-b944-58d338c59708 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.1070321 Jan 17 09:43:31.285516 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:31.286349 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:43:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:31.313274 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] No DVR routers for this DVR port 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:43:31.316368 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:31.319744 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-87497547-68db-4798-8549-64af54e92502 req-f7b88f92-cb1e-49d1-8968-ca0739c73f3d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "DELETE /v2.0/ports/7b444cb9-bd19-4a76-a173-7d6cc6af9a3a HTTP/1.1" status: 204 len: 173 time: 1.2635119 Jan 17 09:43:31.320209 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'name': 'network-vif-deleted', 'tag': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:31.327384 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81271b83-3704-49aa-b1ba-ffb5525a642a" -d '{"events": [{"server_uuid": "961b05bd-d20c-4b01-a8d6-056ae5be54b3", "name": "network-vif-deleted", "tag": "7b444cb9-bd19-4a76-a173-7d6cc6af9a3a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:31.376348 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32545c89-156d-4b3e-9a3a-6afd1c4d14c2 x-openstack-request-id: req-32545c89-156d-4b3e-9a3a-6afd1c4d14c2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:31.379989 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961b05bd-d20c-4b01-a8d6-056ae5be54b3", "name": "network-vif-deleted", "tag": "7b444cb9-bd19-4a76-a173-7d6cc6af9a3a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:31.379989 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32545c89-156d-4b3e-9a3a-6afd1c4d14c2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:31.379989 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961b05bd-d20c-4b01-a8d6-056ae5be54b3', 'name': 'network-vif-deleted', 'tag': '7b444cb9-bd19-4a76-a173-7d6cc6af9a3a', 'status': 'completed', 'code': 200} Jan 17 09:43:31.387227 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0eeced1-d9cf-4d9b-a8c7-7ebe43396305 req-88d1c6ff-5fa0-4c52-9bd3-abfbb2a012a9 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801296 Jan 17 09:43:31.423418 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:31.638303 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:31.668458 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] Checking router: ffd9d70f-a75f-45df-b60f-85dc4ae97925 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:43:31.677293 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:31.677897 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:43:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:31.789131 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:31.990548 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:32.016342 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994a039-8f2d-4cda-aa1c-040fa9fdaada None None] The sync data for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi is: [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:43:32.252554 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527f80e-604b-4006-8b18-372d3387432f None None] New status for floating IP 710479de-890c-4ebd-afc2-c0784deb8c0b: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:43:32.258473 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae56862e-513b-4134-891a-06d3a33df904 req-9143b502-982d-4dd3-b9c4-00b80af30488 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=961b05bd-d20c-4b01-a8d6-056ae5be54b3 HTTP/1.1" status: 200 len: 210 time: 0.0261786 Jan 17 09:43:32.517978 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbd39e-ae8d-420b-82df-9a1fb42b4951 req-f006fcba-d7c1-4af0-8138-8cdaa6c312eb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:32.519521 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-92bbd39e-ae8d-420b-82df-9a1fb42b4951 req-f006fcba-d7c1-4af0-8138-8cdaa6c312eb tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0563323 Jan 17 09:43:32.573085 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-92bbd39e-ae8d-420b-82df-9a1fb42b4951 req-7fb01234-926e-4621-b236-7ef56129df2d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466464 Jan 17 09:43:33.407706 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 41104) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:33.461467 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f61750d-2110-44b1-b310-886de5331f11 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (6c5bb9d4-e8b7-4729-b53a-214d9afe139b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:33.485535 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f61750d-2110-44b1-b310-886de5331f11 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (6c5bb9d4-e8b7-4729-b53a-214d9afe139b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:33.587478 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f61750d-2110-44b1-b310-886de5331f11 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (6c5bb9d4-e8b7-4729-b53a-214d9afe139b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:33.590093 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f61750d-2110-44b1-b310-886de5331f11 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:33.591294 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-0f61750d-2110-44b1-b310-886de5331f11 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "DELETE /v2.0/security-groups/6c5bb9d4-e8b7-4729-b53a-214d9afe139b HTTP/1.1" status: 204 len: 168 time: 0.1827955 Jan 17 09:43:33.594171 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 41106) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:33.604814 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61750d-2110-44b1-b310-886de5331f11 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5bb9d4-e8b7-4729-b53a-214d9afe139b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:33.609213 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.api.v2.resource [None req-1dd15e45-d6f7-4c29-a13d-387c6b995b76 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] show failed (client error): The resource could not be found. Jan 17 09:43:33.610228 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1dd15e45-d6f7-4c29-a13d-387c6b995b76 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups/6c5bb9d4-e8b7-4729-b53a-214d9afe139b HTTP/1.1" status: 404 len: 347 time: 0.0143981 Jan 17 09:43:33.613328 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 41110) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:34.029158 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bd6a1-5f3c-4633-9338-c818c4935507 req-ae30b65a-8e2c-417b-8570-6f01d48c7824 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:34.030623 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af7bd6a1-5f3c-4633-9338-c818c4935507 req-ae30b65a-8e2c-417b-8570-6f01d48c7824 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.3782821 Jan 17 09:43:34.068113 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Deleting port 643bfbea-c3cd-49da-b3a8-31ae4f515118 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:43:34.068449 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (643bfbea-c3cd-49da-b3a8-31ae4f515118), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:34.124745 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af7bd6a1-5f3c-4633-9338-c818c4935507 req-0c091d13-5fc1-4ec0-bfe3-6929c59943a0 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882010 Jan 17 09:43:34.155162 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (643bfbea-c3cd-49da-b3a8-31ae4f515118), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:34.155517 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (643bfbea-c3cd-49da-b3a8-31ae4f515118), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:34.167348 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Calling delete_port for 643bfbea-c3cd-49da-b3a8-31ae4f515118 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:43:34.167525 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:43:34.190004 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:43:34.190343 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 7b444cb9-bd19-4a76-a173-7d6cc6af9a3a not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:43:34.395061 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (643bfbea-c3cd-49da-b3a8-31ae4f515118), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:34.420284 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event deleted for resources: {'Port': ['ID=643bfbea-c3cd-49da-b3a8-31ae4f515118,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:34.484200 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (710479de-890c-4ebd-afc2-c0784deb8c0b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:34.486947 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:34.488138 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d2bd937d-5d06-404c-8a75-71179fa486d4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "DELETE /v2.0/floatingips/710479de-890c-4ebd-afc2-c0784deb8c0b HTTP/1.1" status: 204 len: 168 time: 0.8737388 Jan 17 09:43:34.935392 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 41118) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:34.940097 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7831ce68-8e5a-4c30-8eec-5287ea5e6b29 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042876209', 'description': 'tempest-description--154034058'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:35.012106 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7831ce68-8e5a-4c30-8eec-5287ea5e6b29 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.075085 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7831ce68-8e5a-4c30-8eec-5287ea5e6b29 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (7b187bf8-ef39-49d5-a24d-2cd07f6feff9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.143314 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7831ce68-8e5a-4c30-8eec-5287ea5e6b29 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7b187bf8-ef39-49d5-a24d-2cd07f6feff9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.173189 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831ce68-8e5a-4c30-8eec-5287ea5e6b29 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b187bf8-ef39-49d5-a24d-2cd07f6feff9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:35.237370 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7831ce68-8e5a-4c30-8eec-5287ea5e6b29 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.238586 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7831ce68-8e5a-4c30-8eec-5287ea5e6b29 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3021352 Jan 17 09:43:35.241554 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 41122) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:35.246079 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0b2a2a8c-1765-4613-a28d-1664c900e8f7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'security_group_rule': {'security_group_id': '7b187bf8-ef39-49d5-a24d-2cd07f6feff9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:35.246797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe970bd3-fbbe-413f-bbd0-3d4168aae35e req-f612083e-f904-47b2-9d1d-405dbffa5bb2 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:35.251425 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fe970bd3-fbbe-413f-bbd0-3d4168aae35e req-f612083e-f904-47b2-9d1d-405dbffa5bb2 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0530517 Jan 17 09:43:35.296670 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fe970bd3-fbbe-413f-bbd0-3d4168aae35e req-27209ed6-5fad-491f-bdfe-082e3e552d1b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426698 Jan 17 09:43:35.346299 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2a8c-1765-4613-a28d-1664c900e8f7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (ac728b05-3b64-40c6-8890-36a62390a55e), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.403112 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2a8c-1765-4613-a28d-1664c900e8f7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (ac728b05-3b64-40c6-8890-36a62390a55e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.469086 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2a8c-1765-4613-a28d-1664c900e8f7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (ac728b05-3b64-40c6-8890-36a62390a55e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.486013 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a2a8c-1765-4613-a28d-1664c900e8f7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac728b05-3b64-40c6-8890-36a62390a55e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:35.568429 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2a8c-1765-4613-a28d-1664c900e8f7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.570194 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-0b2a2a8c-1765-4613-a28d-1664c900e8f7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270829 Jan 17 09:43:35.572773 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 41124) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:35.577032 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4b44a352-c2e4-48cf-94b2-711526c3ad78 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'security_group_rule': {'security_group_id': '7b187bf8-ef39-49d5-a24d-2cd07f6feff9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:35.652022 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b44a352-c2e4-48cf-94b2-711526c3ad78 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (e9f43cac-8af9-4c2f-9e67-46c2b79f372d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.705036 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b44a352-c2e4-48cf-94b2-711526c3ad78 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (e9f43cac-8af9-4c2f-9e67-46c2b79f372d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.760683 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b44a352-c2e4-48cf-94b2-711526c3ad78 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8043639'] for security_group_rule (e9f43cac-8af9-4c2f-9e67-46c2b79f372d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.779291 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44a352-c2e4-48cf-94b2-711526c3ad78 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f43cac-8af9-4c2f-9e67-46c2b79f372d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:35.825484 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b44a352-c2e4-48cf-94b2-711526c3ad78 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:35.826677 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-4b44a352-c2e4-48cf-94b2-711526c3ad78 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2529876 Jan 17 09:43:35.829807 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 41126) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:35.833983 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'floatingip': {'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:35.909059 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.005518 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.111462 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Allocated IP 172.27.1.20 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/5871e415-6982-4769-aad7-7e84638b25e9) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:43:36.213552 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for port (5871e415-6982-4769-aad7-7e84638b25e9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.307448 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (5871e415-6982-4769-aad7-7e84638b25e9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.345290 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:43:36.348092 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:43:36.352431 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:43:36.375610 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'Port': ['ID=5871e415-6982-4769-aad7-7e84638b25e9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:36.414677 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6d55-132a-4f0e-b265-3f97f2080a26 req-2403df09-e324-42d3-acef-c7f94a08042e tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:36.416196 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c0f6d55-132a-4f0e-b265-3f97f2080a26 req-2403df09-e324-42d3-acef-c7f94a08042e tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0501804 Jan 17 09:43:36.447380 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (c4926a6f-af1f-463a-a082-19ab18f02884), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.470632 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c0f6d55-132a-4f0e-b265-3f97f2080a26 req-b07d41f5-7c0e-4135-98b7-56ac6210027c tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486612 Jan 17 09:43:36.540861 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (5871e415-6982-4769-aad7-7e84638b25e9), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.686864 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for port (5871e415-6982-4769-aad7-7e84638b25e9), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.746784 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4561237'] for port (5871e415-6982-4769-aad7-7e84638b25e9), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.813298 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'Port': ['ID=5871e415-6982-4769-aad7-7e84638b25e9,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:36.823274 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (c4926a6f-af1f-463a-a082-19ab18f02884), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.891724 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.893158 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-ed85ad51-6136-487f-81d1-9e272c3f009f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0624528 Jan 17 09:43:37.089302 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-5f575b7f-f565-42db-baf4-1688154755e6 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2042876209&fields=id&tenant_id=91086ce60a314ff196d3b8211728e190 HTTP/1.1" status: 200 len: 267 time: 0.0413380 Jan 17 09:43:37.193124 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-c93691d0-6f68-44bf-80b6-0e524d354984 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:37.193831 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-c93691d0-6f68-44bf-80b6-0e524d354984 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 811 time: 0.0985088 Jan 17 09:43:37.208647 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-c0509050-7114-4867-a0e9-ed70a3b3d5e7 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/quotas/91086ce60a314ff196d3b8211728e190 HTTP/1.1" status: 200 len: 375 time: 0.0090859 Jan 17 09:43:37.262372 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-82fa0054-e646-4f67-ae19-4853a6687512 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482948 Jan 17 09:43:37.354416 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-9d0ff41e-eee3-4cb7-bc53-2304899b620c service neutron] 10.222.0.73 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805430 Jan 17 09:43:37.445863 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-61d6a9c4-80dd-4941-8ad6-88fbd6672e0a service neutron] 10.222.0.73 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Jan 17 09:43:37.593381 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb949c0c-2106-4a16-b702-43d354619c83 req-0e23e35a-33f5-454a-a8ea-1217b3ccbcd5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:37.594868 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cb949c0c-2106-4a16-b702-43d354619c83 req-0e23e35a-33f5-454a-a8ea-1217b3ccbcd5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0531197 Jan 17 09:43:37.644240 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cb949c0c-2106-4a16-b702-43d354619c83 req-d46a0f71-1159-4d6b-b805-a4d431b460c4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 Jan 17 09:43:37.723056 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2dd6b625-48a4-40aa-a2a8-e8fba2085908 req-7afeb97e-0a97-43fb-9eec-baccb8454d48 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 210 time: 0.0269103 Jan 17 09:43:38.763119 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494abfb-ad06-462a-b1d6-0b86b630f733 req-1fc0cfc4-dfb7-4354-9b9b-b4e7425f9dcd tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:38.766045 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7494abfb-ad06-462a-b1d6-0b86b630f733 req-1fc0cfc4-dfb7-4354-9b9b-b4e7425f9dcd tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0540979 Jan 17 09:43:38.832203 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-16e8235d-54a1-45a4-8f55-8b443ce848dd req-0fd59552-8154-4222-8bf7-a8e83f7a5164 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 210 time: 0.0359385 Jan 17 09:43:38.838619 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7494abfb-ad06-462a-b1d6-0b86b630f733 req-3f03abc5-177a-4d39-91a3-e4df4593e588 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677466 Jan 17 09:43:39.646564 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-ac836fa5-bbec-4071-a0c5-a9dfdce3afec tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:39.649159 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-ac836fa5-bbec-4071-a0c5-a9dfdce3afec tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 811 time: 0.1125796 Jan 17 09:43:39.708977 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-0962c6d8-1ff2-4c1a-8a54-9670de64054c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91086ce60a314ff196d3b8211728e190 HTTP/1.1" status: 200 len: 380 time: 0.0516098 Jan 17 09:43:39.717896 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'port': {'device_id': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'admin_state_up': True, 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'security_groups': ['7b187bf8-ef39-49d5-a24d-2cd07f6feff9']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:39.923458 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Made reservation on behalf of 91086ce60a314ff196d3b8211728e190 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:43:39.926896 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:39.951395 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ac98fa7-c06f-487d-8ed1-18a0bdd6dabe req-5d6f9981-8491-4d88-980f-97a3f4f727b3 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 210 time: 0.0450633 Jan 17 09:43:40.031690 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b9361-6001-498b-99ab-64b709ccbe59 req-5d4f941a-8222-47fe-9dd5-3ac846f2e1a8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:40.033149 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9c9b9361-6001-498b-99ab-64b709ccbe59 req-5d4f941a-8222-47fe-9dd5-3ac846f2e1a8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.1115332 Jan 17 09:43:40.125691 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9c9b9361-6001-498b-99ab-64b709ccbe59 req-50d3694c-2288-4a37-a24b-dae09c8b3e53 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870109 Jan 17 09:43:40.141919 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Allocated IP 172.20.0.3 (8a3ad31e-340c-42a2-a66d-c437bb4da741/ceb5abf9-5b29-4419-829e-2ecf9c39ca3d/ea557e6d-7c86-43f3-a4d3-8251a7f1a77c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:43:40.181399 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 80a349db-3866-4774-b0e2-09aed84c61ce details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:43:40.275948 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:40.278888 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:40.291143 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '80a349db-3866-4774-b0e2-09aed84c61ce', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'port_id': '80a349db-3866-4774-b0e2-09aed84c61ce', 'mac_address': 'fa:16:3e:24:6c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:43:40.328781 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 80a349db-3866-4774-b0e2-09aed84c61ce is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:43:40.329197 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:40.341996 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a349db-3866-4774-b0e2-09aed84c61ce {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:43:40.361428 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:40.366951 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:40.417909 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:43:40.421369 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:43:40.425198 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:43:40.432179 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event updated for resources: {'Port': ['ID=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:40.435245 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:40.487968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:40.488616 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:40.496237 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:40.579159 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-4b36d7b8-8d9e-41dc-a013-2c61bd9e0919 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8648562 Jan 17 09:43:40.591112 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Request body: {'port': {'device_id': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:40.644962 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:40.697113 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ca255231-cb3a-4fbd-953d-deaf9f05d919 None None] Provisioning complete for port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:43:40.697407 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca255231-cb3a-4fbd-953d-deaf9f05d919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:40.734087 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ca255231-cb3a-4fbd-953d-deaf9f05d919 None None] Port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:43:40.851523 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['80a349db-3866-4774-b0e2-09aed84c61ce'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:43:40.907491 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea557e6d-7c86-43f3-a4d3-8251a7f1a77c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:43:40.914916 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Publish callbacks [] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:40.926789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Transition to ACTIVE for port object ea557e6d-7c86-43f3-a4d3-8251a7f1a77c will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:43:41.000616 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:41.080353 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Pushing event updated for resources: {'Port': ['ID=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:41.137756 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36a54f-a78c-4ec0-873d-3b7e14ea47ac req-1f4ccb3f-09ee-424a-9c06-012b7aa2ce28 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:41.139359 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ea36a54f-a78c-4ec0-873d-3b7e14ea47ac req-1f4ccb3f-09ee-424a-9c06-012b7aa2ce28 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 943 time: 0.1097431 Jan 17 09:43:41.205697 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Attempting to bind port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:43:41.206026 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Attempting to bind port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:43:41.206353 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Attempting to bind port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c on network 8a3ad31e-340c-42a2-a66d-c437bb4da741 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:43:41.220712 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ea36a54f-a78c-4ec0-873d-3b7e14ea47ac req-2d2ca02c-8143-43c4-b0ba-ba7e2c5cd3aa tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746722 Jan 17 09:43:41.243196 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c on network 8a3ad31e-340c-42a2-a66d-c437bb4da741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:43:41.243196 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Attempting to bind port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c on network 8a3ad31e-340c-42a2-a66d-c437bb4da741 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:43:41.246071 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:43:41.246410 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Checking segment: {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:43:41.246789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Bound using segment: {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:43:41.247223 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Bound port: ea557e6d-7c86-43f3-a4d3-8251a7f1a77c, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0844121f-b096-4417-866c-7f65c2a04c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:43:41.247687 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:41.297007 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb204bae-30f8-45fb-856a-1bfe2077a6b8 req-d54217e2-be0b-4ea3-82ca-a5aabece32f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:41.298501 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-eb204bae-30f8-45fb-856a-1bfe2077a6b8 req-d54217e2-be0b-4ea3-82ca-a5aabece32f5 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 945 time: 0.0957210 Jan 17 09:43:41.350378 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] For port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:43:41.372697 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] For port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:43:41.377320 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-eb204bae-30f8-45fb-856a-1bfe2077a6b8 req-e9ec699f-0b7d-4ecc-9d04-5501b67c7189 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722349 Jan 17 09:43:41.444944 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:41.489316 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:41.489316 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:41.489316 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] 10.222.0.72 "PUT /v2.0/ports/ea557e6d-7c86-43f3-a4d3-8251a7f1a77c HTTP/1.1" status: 200 len: 1093 time: 0.9012806 Jan 17 09:43:41.489316 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'tag': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:41.490303 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929e7766-175e-4e55-a333-90636e9d6ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "060b9e79-540b-47f1-b4b2-815f50efbbb5", "tag": "ea557e6d-7c86-43f3-a4d3-8251a7f1a77c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:41.512733 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60364d66-a363-49db-a8f7-30ffe09219ef service neutron] Pushing event updated for resources: {'Port': ['ID=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:41.542818 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774efc33-146c-4356-8499-6ebe25f1bfd0 x-openstack-request-id: req-774efc33-146c-4356-8499-6ebe25f1bfd0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:41.543108 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060b9e79-540b-47f1-b4b2-815f50efbbb5", "tag": "ea557e6d-7c86-43f3-a4d3-8251a7f1a77c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:41.546574 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-774efc33-146c-4356-8499-6ebe25f1bfd0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:41.546574 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'tag': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c', 'status': 'completed', 'code': 200} Jan 17 09:43:41.619741 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e7766-175e-4e55-a333-90636e9d6ffc req-69d9f817-3930-4015-a3e0-474e0b6c68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:41.621312 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-929e7766-175e-4e55-a333-90636e9d6ffc req-69d9f817-3930-4015-a3e0-474e0b6c68c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 1096 time: 0.0515547 Jan 17 09:43:41.727147 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e7766-175e-4e55-a333-90636e9d6ffc req-559bea2c-e6c1-4c06-818b-28a1e0e80bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:41.728710 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-929e7766-175e-4e55-a333-90636e9d6ffc req-559bea2c-e6c1-4c06-818b-28a1e0e80bf8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=91086ce60a314ff196d3b8211728e190&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1001041 Jan 17 09:43:41.826131 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e7766-175e-4e55-a333-90636e9d6ffc req-7f4bfa62-7a30-42f3-aa13-022fee4553aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:41.827641 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-929e7766-175e-4e55-a333-90636e9d6ffc req-7f4bfa62-7a30-42f3-aa13-022fee4553aa service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926852 Jan 17 09:43:41.906281 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-f0280b64-b905-48a8-b90c-f48400c01ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:41.907854 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-f0280b64-b905-48a8-b90c-f48400c01ab3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 1096 time: 0.0415986 Jan 17 09:43:41.949537 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-bed84228-7aba-45f5-bd98-0784c21c4afc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c HTTP/1.1" status: 200 len: 217 time: 0.0341551 Jan 17 09:43:41.997577 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-5eb16474-573f-4524-ab5b-d10660585c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:41.999002 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-5eb16474-573f-4524-ab5b-d10660585c76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 200 len: 850 time: 0.0425332 Jan 17 09:43:42.045841 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-68398973-5eb5-4840-adc4-ee9b3a93a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:42.047214 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-68398973-5eb5-4840-adc4-ee9b3a93a35b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a3ad31e-340c-42a2-a66d-c437bb4da741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421178 Jan 17 09:43:42.134209 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-d3b5807e-a8a4-465e-a5a1-ecacc7a754d7 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800951 Jan 17 09:43:42.192066 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 80a349db-3866-4774-b0e2-09aed84c61ce up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:43:42.225785 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6e7de02-2291-47b7-9dba-7e1a9382c1ee req-fc78b4be-73c8-4eb5-a871-1a3e0c23ed54 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846870 Jan 17 09:43:42.239143 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 80a349db-3866-4774-b0e2-09aed84c61ce triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:43:42.240742 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:42.323684 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 80a349db-3866-4774-b0e2-09aed84c61ce is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:43:42.323684 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:42.343623 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac0d2-4e45-41f0-9210-4adb4fca369d req-186cfc4d-68ef-4106-9451-03e5bc78f5d3 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:42.343819 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:42.344980 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-270ac0d2-4e45-41f0-9210-4adb4fca369d req-186cfc4d-68ef-4106-9451-03e5bc78f5d3 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 943 time: 0.0532453 Jan 17 09:43:42.345931 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ec2c18-b4c5-4535-8257-dc394ea26d62" -d '{"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-plugged", "status": "completed", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:42.359041 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:42.387896 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be7626-da49-4293-99af-3d7b59d97b51 x-openstack-request-id: req-b9be7626-da49-4293-99af-3d7b59d97b51 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:42.390356 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-plugged", "status": "completed", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:42.390356 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9be7626-da49-4293-99af-3d7b59d97b51 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:42.390356 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce', 'code': 200} Jan 17 09:43:42.395473 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-270ac0d2-4e45-41f0-9210-4adb4fca369d req-fef20565-5b95-4be5-ba79-7843e0c92b14 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 Jan 17 09:43:42.440617 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:42.490057 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:42.505627 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472f7dd-c27b-4be9-8e5e-f9837a3e0f9d req-f200fcf7-d45f-4b7c-8ca8-a0e3ada70417 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:42.507111 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3472f7dd-c27b-4be9-8e5e-f9837a3e0f9d req-f200fcf7-d45f-4b7c-8ca8-a0e3ada70417 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0501885 Jan 17 09:43:42.560777 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3472f7dd-c27b-4be9-8e5e-f9837a3e0f9d req-8a748eef-adcd-4c8f-81fa-df8d4f37e6f2 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474036 Jan 17 09:43:42.748792 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:42.923161 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a82a-989c-4daa-af1d-38a2c86fa337 req-e4ea94cf-211c-4e17-8975-396dd91aadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:42.924692 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0714a82a-989c-4daa-af1d-38a2c86fa337 req-e4ea94cf-211c-4e17-8975-396dd91aadf5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1099 time: 0.0418315 Jan 17 09:43:42.969651 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0714a82a-989c-4daa-af1d-38a2c86fa337 req-71ea7ed1-3efc-4a77-a623-48324e7b352d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385728 Jan 17 09:43:43.508859 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0525f6-0103-4420-a5c7-3ff14ae8cb77 req-4a02ce61-f0a7-4aa1-88aa-d5bac0b52db6 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:43.510902 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1d0525f6-0103-4420-a5c7-3ff14ae8cb77 req-4a02ce61-f0a7-4aa1-88aa-d5bac0b52db6 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 943 time: 0.0490780 Jan 17 09:43:43.556781 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1d0525f6-0103-4420-a5c7-3ff14ae8cb77 req-76f450fb-0724-42ee-9ef2-edb17fe7e6ca tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397673 Jan 17 09:43:43.682691 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542deeaf-ac4b-4d7f-87f0-ab5d63838599 req-25508ded-ff00-4f27-a6a5-3d3f26f1dfd3 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:43.684202 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-542deeaf-ac4b-4d7f-87f0-ab5d63838599 req-25508ded-ff00-4f27-a6a5-3d3f26f1dfd3 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0529265 Jan 17 09:43:43.731490 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-542deeaf-ac4b-4d7f-87f0-ab5d63838599 req-3b16dcaf-7b30-4a52-969c-5210669eb30b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418844 Jan 17 09:43:44.670350 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a488cf-4230-484e-8b37-5929fb4098f9 req-83e8bb95-d964-45da-a07b-7a00fb86011d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:44.671877 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-74a488cf-4230-484e-8b37-5929fb4098f9 req-83e8bb95-d964-45da-a07b-7a00fb86011d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 943 time: 0.0481553 Jan 17 09:43:44.719193 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-74a488cf-4230-484e-8b37-5929fb4098f9 req-6d1e00f0-f36d-4ab2-87bc-f25b6f563f02 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Jan 17 09:43:44.846287 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792204bb-9694-4805-8726-b4d98489d25b req-87aabb4e-ab1a-4221-9c1e-37cbe2ca97c4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:44.847702 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-792204bb-9694-4805-8726-b4d98489d25b req-87aabb4e-ab1a-4221-9c1e-37cbe2ca97c4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0479181 Jan 17 09:43:44.900180 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-792204bb-9694-4805-8726-b4d98489d25b req-7b85d17b-f693-42de-92c9-7200ebe94725 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455658 Jan 17 09:43:45.831761 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6076b3c-2cd5-47ac-b2e8-33af31c96386 req-7edf7514-99af-4850-8622-0863461b813e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:45.833204 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d6076b3c-2cd5-47ac-b2e8-33af31c96386 req-7edf7514-99af-4850-8622-0863461b813e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 943 time: 0.0476749 Jan 17 09:43:45.880433 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d6076b3c-2cd5-47ac-b2e8-33af31c96386 req-2efb2e7a-c687-4a74-83e4-9e626f1d2ca8 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 Jan 17 09:43:46.222809 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ea557e6d-7c86-43f3-a4d3-8251a7f1a77c details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:43:46.317844 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:46.329987 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'port_id': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c', 'mac_address': 'fa:16:3e:f7:cf:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:43:46.366462 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:43:46.366849 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:46.380203 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea557e6d-7c86-43f3-a4d3-8251a7f1a77c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:43:46.399784 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:46.475095 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:46.525502 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:46.842446 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['ea557e6d-7c86-43f3-a4d3-8251a7f1a77c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:43:46.994516 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05defe-a38d-4606-a7c1-3c768cd06231 req-ba6a153d-c88c-4e66-9782-4b9f81a6b16c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:46.996035 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fc05defe-a38d-4606-a7c1-3c768cd06231 req-ba6a153d-c88c-4e66-9782-4b9f81a6b16c tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 944 time: 0.0489323 Jan 17 09:43:47.041184 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fc05defe-a38d-4606-a7c1-3c768cd06231 req-ababe6a3-f297-45c9-b897-24fb2c1378ba tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393393 Jan 17 09:43:48.157636 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854151e-8346-41ae-843b-e59a07ec76d0 req-deb53cc0-43e2-4da2-af70-446e4ef00178 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:48.159090 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7854151e-8346-41ae-843b-e59a07ec76d0 req-deb53cc0-43e2-4da2-af70-446e4ef00178 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 944 time: 0.0518212 Jan 17 09:43:48.213528 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7854151e-8346-41ae-843b-e59a07ec76d0 req-e0f48239-791d-4d94-8748-a1815843482b tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488937 Jan 17 09:43:48.252877 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ea557e6d-7c86-43f3-a4d3-8251a7f1a77c up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:43:48.383125 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:43:48.387804 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:43:48.388176 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:48.464672 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:43:48.465218 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:48.488384 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:48.490616 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa82a672-506b-4aec-bfe0-f8ab85900e63" -d '{"events": [{"server_uuid": "060b9e79-540b-47f1-b4b2-815f50efbbb5", "name": "network-vif-plugged", "status": "completed", "tag": "ea557e6d-7c86-43f3-a4d3-8251a7f1a77c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:48.503714 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:43:48.528280 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36714d9-89a4-40ee-ad78-44f8a6bb8542 x-openstack-request-id: req-f36714d9-89a4-40ee-ad78-44f8a6bb8542 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:48.528577 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b9e79-540b-47f1-b4b2-815f50efbbb5", "name": "network-vif-plugged", "status": "completed", "tag": "ea557e6d-7c86-43f3-a4d3-8251a7f1a77c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:48.528832 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f36714d9-89a4-40ee-ad78-44f8a6bb8542 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:48.529226 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c', 'code': 200} Jan 17 09:43:48.564452 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:48.623003 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:43:48.849399 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c411e-d17b-4aa2-804a-2b1340f43bb6 req-d7d92462-02b8-48b5-9712-2c38bd8ba169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:48.850881 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af0c411e-d17b-4aa2-804a-2b1340f43bb6 req-d7d92462-02b8-48b5-9712-2c38bd8ba169 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 1098 time: 0.0391238 Jan 17 09:43:48.894802 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af0c411e-d17b-4aa2-804a-2b1340f43bb6 req-f9cb818f-33b3-42fc-94d1-676376279e95 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371482 Jan 17 09:43:49.338491 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887a1ed-d876-41c7-b33c-f7faab55ef1b req-9d87e914-10a3-4a3a-b0a2-6dc44f938183 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:49.340015 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f887a1ed-d876-41c7-b33c-f7faab55ef1b req-9d87e914-10a3-4a3a-b0a2-6dc44f938183 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 945 time: 0.0534391 Jan 17 09:43:49.386412 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f887a1ed-d876-41c7-b33c-f7faab55ef1b req-9dc78032-5887-4348-bfe3-81fe8e66b59f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Jan 17 09:43:50.499652 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8d4e4-60cd-440d-8f4e-58de848140f3 req-227117b3-af16-4815-ac87-7f9238beaf44 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:50.501126 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a1b8d4e4-60cd-440d-8f4e-58de848140f3 req-227117b3-af16-4815-ac87-7f9238beaf44 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 945 time: 0.0488312 Jan 17 09:43:50.547802 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a1b8d4e4-60cd-440d-8f4e-58de848140f3 req-32ce7c68-2bb9-41cc-bdfc-71c178b09dcb tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412712 Jan 17 09:43:51.661108 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720570-395f-43b1-bf08-c0e7dec291db req-35cbb088-b47b-4034-9e2e-a63dda663d24 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:51.662575 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ab720570-395f-43b1-bf08-c0e7dec291db req-35cbb088-b47b-4034-9e2e-a63dda663d24 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Jan 17 09:43:51.712329 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ab720570-395f-43b1-bf08-c0e7dec291db req-c3a3ab99-9ec9-49cf-8cc1-ae3480f5c277 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442173 Jan 17 09:43:51.827499 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b289f8-9d0f-4cdf-8ff1-103dce3b2a47 req-4a2ac692-e923-4152-8978-fca8f75f92ca tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:51.828990 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d5b289f8-9d0f-4cdf-8ff1-103dce3b2a47 req-4a2ac692-e923-4152-8978-fca8f75f92ca tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 945 time: 0.0486729 Jan 17 09:43:51.838548 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 41238) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:43:51.843901 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Request body: {'floatingip': {'port_id': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:43:51.892177 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-555cf075-6301-4e04-8f7a-f6c9107c597e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:51.921724 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (c4926a6f-af1f-463a-a082-19ab18f02884), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:52.614834 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 09:43:52.690842 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:52.760398 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (c4926a6f-af1f-463a-a082-19ab18f02884), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:52.856443 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.l3_db [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Floating IP c4926a6f-af1f-463a-a082-19ab18f02884 associated. External IP: 172.27.1.20, port: ea557e6d-7c86-43f3-a4d3-8251a7f1a77c. Jan 17 09:43:53.060096 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Router ffd9d70f-a75f-45df-b60f-85dc4ae97925 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:43:53.165223 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:43:53.170636 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:53.175996 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] Sync routers for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:43:53.185933 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:53.186568 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:43:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:53.196935 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-291709ee-e80c-4dd0-882c-f80da9281b97 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "PUT /v2.0/floatingips/c4926a6f-af1f-463a-a082-19ab18f02884 HTTP/1.1" status: 200 len: 990 time: 1.3567169 Jan 17 09:43:53.197521 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'tag': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:43:53.199893 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce8e27dc7c5df87661cb302dfb2c643245fd0021ada485d91ec77ff319846020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "060b9e79-540b-47f1-b4b2-815f50efbbb5", "tag": "ea557e6d-7c86-43f3-a4d3-8251a7f1a77c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:43:53.304277 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:53.370254 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee050a7b-b3bd-40ac-a8a1-d3c56f6e746c x-openstack-request-id: req-ee050a7b-b3bd-40ac-a8a1-d3c56f6e746c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:43:53.370544 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060b9e79-540b-47f1-b4b2-815f50efbbb5", "tag": "ea557e6d-7c86-43f3-a4d3-8251a7f1a77c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:43:53.370800 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee050a7b-b3bd-40ac-a8a1-d3c56f6e746c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:43:53.371204 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'tag': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c', 'status': 'completed', 'code': 200} Jan 17 09:43:53.457904 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-f5bba003-223e-466e-9288-0503dc4e0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:53.459452 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-f5bba003-223e-466e-9288-0503dc4e0772 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91086ce60a314ff196d3b8211728e190&device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 1098 time: 0.0405543 Jan 17 09:43:53.538752 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': 'c4926a6f-af1f-463a-a082-19ab18f02884', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'port_id': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'mac_address': 'fa:16:3e:f7:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:36Z', 'updated_at': '2022-01-17T09:43:52Z', 'revision_number': 1, 'project_id': '91086ce60a314ff196d3b8211728e190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:53.554396 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-8debbd4b-810d-4f37-a06e-23d1337cbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:53.555906 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-8debbd4b-810d-4f37-a06e-23d1337cbdfd service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 200 len: 912 time: 0.0897467 Jan 17 09:43:53.565019 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] Checking router: ffd9d70f-a75f-45df-b60f-85dc4ae97925 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:43:53.574288 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:43:53.574855 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:43:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:53.621797 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-4f777ce3-f8b1-4987-8746-3a408c79b64c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c HTTP/1.1" status: 200 len: 998 time: 0.0591018 Jan 17 09:43:53.672293 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-2adc42f0-fcf7-44c1-837e-a994c25e9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:53.673782 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-2adc42f0-fcf7-44c1-837e-a994c25e9c0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 200 len: 850 time: 0.0443707 Jan 17 09:43:53.678778 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:43:53.722277 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-402107eb-1fd8-41da-a747-5f08be071ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:43:53.724037 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-402107eb-1fd8-41da-a747-5f08be071ba7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a3ad31e-340c-42a2-a66d-c437bb4da741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434029 Jan 17 09:43:53.821472 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-3dd516bb-7f26-40fa-a239-c70d5bd7ee4f service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905366 Jan 17 09:43:53.913244 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1ba8aa65-8f38-4836-a7a0-43b0491cc8bb req-0f7391a2-1208-4010-bd5c-6dc6619c22b6 service neutron] 10.222.0.72 "GET /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839908 Jan 17 09:43:53.916221 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': 'c4926a6f-af1f-463a-a082-19ab18f02884', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'port_id': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'mac_address': 'fa:16:3e:f7:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:36Z', 'updated_at': '2022-01-17T09:43:52Z', 'revision_number': 1, 'project_id': '91086ce60a314ff196d3b8211728e190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:43:53.946213 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4363b-f8ad-4055-ade0-4cdb27e71996 None None] The sync data for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi is: [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': 'c4926a6f-af1f-463a-a082-19ab18f02884', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'port_id': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'mac_address': 'fa:16:3e:f7:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:36Z', 'updated_at': '2022-01-17T09:43:52Z', 'revision_number': 1, 'project_id': '91086ce60a314ff196d3b8211728e190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:43:54.134697 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b71a5-d313-4fff-b8eb-acf66e04764b None None] New status for floating IP c4926a6f-af1f-463a-a082-19ab18f02884: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:43:54.359050 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-af78a9bf-6a72-492e-a030-cb579018cb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:55.428520 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:57.146893 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:58.348798 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:07.665822 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:44:12.763583 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:21.936598 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44555f96-54ef-4a59-84b9-175d25ca0468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:23.453377 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-7820f9c5-34b5-4ee2-9e29-d2dab0efae82 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399182 Jan 17 09:44:23.534390 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-ff69f2cd-f247-41b8-8a84-03e619750e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:44:23.535900 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-ff69f2cd-f247-41b8-8a84-03e619750e74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1099 time: 0.0414393 Jan 17 09:44:23.641937 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-9d4a9983-1a15-4d6b-974d-2cf6eb2b11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:44:23.643427 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-9d4a9983-1a15-4d6b-974d-2cf6eb2b11a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6dd2ccc7-bf61-46de-98c5-fb228432a126 HTTP/1.1" status: 200 len: 908 time: 0.0880489 Jan 17 09:44:23.706410 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-2fe18d53-25f7-4260-826e-ee33188679bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80a349db-3866-4774-b0e2-09aed84c61ce HTTP/1.1" status: 200 len: 1002 time: 0.0565009 Jan 17 09:44:23.753275 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-a2805194-8073-4b56-97ec-87948dfc778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:44:23.754701 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-a2805194-8073-4b56-97ec-87948dfc778e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7c5267e-0092-46aa-a326-296a81a2abe1 HTTP/1.1" status: 200 len: 846 time: 0.0426524 Jan 17 09:44:23.803619 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-3972d978-18ad-4c1e-91c9-77435a57cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:44:23.805083 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-3972d978-18ad-4c1e-91c9-77435a57cf27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6dd2ccc7-bf61-46de-98c5-fb228432a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436952 Jan 17 09:44:23.890369 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-7909028a-38bd-4ed1-b7f8-a3494a2bb989 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789824 Jan 17 09:44:23.980366 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4bfd4a95-b01c-434a-9ad4-1f253e953350 req-6c688a4d-925a-405c-ba79-3f36b1e6fca6 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835285 Jan 17 09:44:24.351807 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff2c32cc-cdd3-4da2-bf85-cd5c515c0870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:25.525059 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:27.168377 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:28.365005 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:42.752940 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:44.664195 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:44:51.893324 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-348e80ad-e8ad-4120-9f2d-93c69336fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:54.386506 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6f30df9-64df-46b3-b04f-9e693121c7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:55.421873 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:55.435436 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0b4e1-7939-4f05-82e6-7922e6d3b73b req-e9dcb89d-db93-41e9-bc7c-42552b54b5e2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:44:55.436998 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9cb0b4e1-7939-4f05-82e6-7922e6d3b73b req-e9dcb89d-db93-41e9-bc7c-42552b54b5e2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.3208084 Jan 17 09:44:55.482971 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9cb0b4e1-7939-4f05-82e6-7922e6d3b73b req-c26749e3-bc69-4a96-86bc-3917a12148bd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402539 Jan 17 09:44:56.600239 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0cf12-739b-4e0c-ac47-0a7633a90315 req-c1f721e1-1da0-442d-8d26-847f8613e7ba tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:44:56.601594 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-07d0cf12-739b-4e0c-ac47-0a7633a90315 req-c1f721e1-1da0-442d-8d26-847f8613e7ba tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0480494 Jan 17 09:44:56.646954 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-07d0cf12-739b-4e0c-ac47-0a7633a90315 req-75a63f56-246c-4843-b73a-b6081cab3c7d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399694 Jan 17 09:44:57.139062 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:57.769203 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d31b2-9714-4662-9774-7c62d3079af2 req-df26b785-4516-4b1d-b4f5-b95e3c3a309b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:44:57.770638 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aa3d31b2-9714-4662-9774-7c62d3079af2 req-df26b785-4516-4b1d-b4f5-b95e3c3a309b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0530944 Jan 17 09:44:57.816863 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-aa3d31b2-9714-4662-9774-7c62d3079af2 req-3d67b342-23f3-4d26-9fb0-270be0f2406c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403841 Jan 17 09:44:58.357784 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:58.933550 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488bc78-2a2d-46bb-80d3-f1ff5fbf2f65 req-9592af12-b87c-44a4-a71a-6c13c6346bf8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:44:58.935013 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7488bc78-2a2d-46bb-80d3-f1ff5fbf2f65 req-9592af12-b87c-44a4-a71a-6c13c6346bf8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0480216 Jan 17 09:44:58.980251 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7488bc78-2a2d-46bb-80d3-f1ff5fbf2f65 req-a00184be-e21c-4ba1-ae71-ca81506b4518 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395498 Jan 17 09:45:00.095686 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93847b-d90e-4244-ad12-c9589a20949d req-8139e3c8-9c18-447b-9b54-7ffe33f8f0d6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:00.097170 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ec93847b-d90e-4244-ad12-c9589a20949d req-8139e3c8-9c18-447b-9b54-7ffe33f8f0d6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0470908 Jan 17 09:45:00.148885 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ec93847b-d90e-4244-ad12-c9589a20949d req-ed565fdf-fa7b-40c1-a131-8ce7847ad38e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453792 Jan 17 09:45:01.267977 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678ae39-14d4-45c1-9aa3-f7ef13655dd3 req-42bfdb16-f3e5-45ba-8335-617bd6b1fea8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:01.269491 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c678ae39-14d4-45c1-9aa3-f7ef13655dd3 req-42bfdb16-f3e5-45ba-8335-617bd6b1fea8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0483003 Jan 17 09:45:01.314836 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c678ae39-14d4-45c1-9aa3-f7ef13655dd3 req-74e08706-3be1-4703-9bf8-38ff70181f1b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399642 Jan 17 09:45:02.431440 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e51ef-8082-448a-8c15-c67b463a71dc req-12d89d81-eac8-48c5-8fe8-473b9008d5c2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:02.432947 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-479e51ef-8082-448a-8c15-c67b463a71dc req-12d89d81-eac8-48c5-8fe8-473b9008d5c2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Jan 17 09:45:02.479442 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-479e51ef-8082-448a-8c15-c67b463a71dc req-9fb19acc-a174-4ce8-b77a-44675eae50da tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 Jan 17 09:45:03.608310 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48824ba4-70b1-46ed-9648-f4b00ed884d6 req-e66e40c0-75be-4cdc-af3e-aecff780fde6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:03.610299 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-48824ba4-70b1-46ed-9648-f4b00ed884d6 req-e66e40c0-75be-4cdc-af3e-aecff780fde6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Jan 17 09:45:03.655195 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-48824ba4-70b1-46ed-9648-f4b00ed884d6 req-03663e34-8eec-46af-a7a2-2d3415b7e555 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Jan 17 09:45:04.773313 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02917d7f-e593-45fa-9b2c-c0cb3a22168b req-f5228155-97f7-46ac-88fb-cba3900c1579 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:04.774779 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-02917d7f-e593-45fa-9b2c-c0cb3a22168b req-f5228155-97f7-46ac-88fb-cba3900c1579 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0484719 Jan 17 09:45:04.821369 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-02917d7f-e593-45fa-9b2c-c0cb3a22168b req-e8e6f1ab-9651-49ce-90f9-4b329fdec8d2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 Jan 17 09:45:05.940979 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a8cdf-1faf-4385-bdd8-31580f43def3 req-f3ea2e3a-a182-4e4a-b4fd-f3be24520461 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:05.942429 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-753a8cdf-1faf-4385-bdd8-31580f43def3 req-f3ea2e3a-a182-4e4a-b4fd-f3be24520461 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0506337 Jan 17 09:45:05.987116 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-753a8cdf-1faf-4385-bdd8-31580f43def3 req-a0e0f229-9d2c-4fd2-99de-42b3d1d7d77a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 Jan 17 09:45:07.120925 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238fa89-936f-47c3-aec3-c7bc61aa96ea req-a010781a-0849-44df-a94f-4265f9905010 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:07.122380 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f238fa89-936f-47c3-aec3-c7bc61aa96ea req-a010781a-0849-44df-a94f-4265f9905010 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0487111 Jan 17 09:45:07.170041 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f238fa89-936f-47c3-aec3-c7bc61aa96ea req-45d7092e-2676-43da-bbb8-4bf2f7855550 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413830 Jan 17 09:45:08.341552 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dfb18-329b-4ffd-9e39-14283da5249b req-81046cd1-5a68-4a04-9f9f-50afca1926c9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:08.343035 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-427dfb18-329b-4ffd-9e39-14283da5249b req-81046cd1-5a68-4a04-9f9f-50afca1926c9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0995727 Jan 17 09:45:08.392444 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-427dfb18-329b-4ffd-9e39-14283da5249b req-411ec3c9-c0cd-4dff-aa03-a8a10ea9f5d9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430434 Jan 17 09:45:08.675801 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9861a027-a353-4a8b-ad3c-8616a4c004ed details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:45:08.770287 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:08.781242 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'port_id': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'mac_address': 'fa:16:3e:43:85:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:45:08.816405 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 9861a027-a353-4a8b-ad3c-8616a4c004ed is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:45:08.816790 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:08.829758 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9861a027-a353-4a8b-ad3c-8616a4c004ed {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:45:08.848624 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:08.917660 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:08.970303 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:08.978470 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:08.986269 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:09.066500 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['9861a027-a353-4a8b-ad3c-8616a4c004ed'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:45:09.508652 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be92418-ff57-4fb4-b82b-0e6d27b9eeea req-6dfc69ce-0d9f-481a-999a-73f21ba8c1fd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:09.510116 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8be92418-ff57-4fb4-b82b-0e6d27b9eeea req-6dfc69ce-0d9f-481a-999a-73f21ba8c1fd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 944 time: 0.0482342 Jan 17 09:45:09.555704 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8be92418-ff57-4fb4-b82b-0e6d27b9eeea req-889430d6-a375-434c-b907-87555861509b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Jan 17 09:45:10.671443 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e246-7ca1-4fd1-bc8e-d6294af63074 req-089252f5-5321-4495-ab43-bb05912fd207 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:10.672913 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f567e246-7ca1-4fd1-bc8e-d6294af63074 req-089252f5-5321-4495-ab43-bb05912fd207 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 944 time: 0.0482051 Jan 17 09:45:10.684712 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9861a027-a353-4a8b-ad3c-8616a4c004ed up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:45:10.718157 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f567e246-7ca1-4fd1-bc8e-d6294af63074 req-0a76335a-a893-4cb1-ab4a-c83e984d7283 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397682 Jan 17 09:45:10.734584 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 9861a027-a353-4a8b-ad3c-8616a4c004ed triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:45:10.734966 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:10.808150 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 9861a027-a353-4a8b-ad3c-8616a4c004ed is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:45:10.808531 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:10.830949 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:45:10.833176 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f10f6e-f625-45d8-9364-812f66572258" -d '{"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-plugged", "status": "completed", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:45:10.845103 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:10.870436 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e492ed0e-7da3-4deb-8105-52f80e7598df x-openstack-request-id: req-e492ed0e-7da3-4deb-8105-52f80e7598df {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:45:10.870721 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-plugged", "status": "completed", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:45:10.870972 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e492ed0e-7da3-4deb-8105-52f80e7598df {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:45:10.871387 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'code': 200} Jan 17 09:45:10.910270 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:10.956221 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:11.890044 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16d16f-e142-4a2a-9d53-dd9086372538 req-9a11fb60-49a0-4591-b2a1-86deed3dcaf9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:11.892081 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d16d16f-e142-4a2a-9d53-dd9086372538 req-9a11fb60-49a0-4591-b2a1-86deed3dcaf9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.1008215 Jan 17 09:45:11.937293 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d16d16f-e142-4a2a-9d53-dd9086372538 req-980e662b-e90c-479b-9a1c-f4d124582041 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396819 Jan 17 09:45:12.791995 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:13.055422 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d500a-a971-4c6e-bee4-880630065978 req-4eff7767-fe25-458c-b74f-9b937e18262c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:13.056765 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ee6d500a-a971-4c6e-bee4-880630065978 req-4eff7767-fe25-458c-b74f-9b937e18262c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0478561 Jan 17 09:45:13.103479 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ee6d500a-a971-4c6e-bee4-880630065978 req-e7f894fe-7742-4c39-afe2-65d02a495e6b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410345 Jan 17 09:45:14.228863 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3250f1f-e266-4cc0-b993-867e458809be req-f6810cce-438c-455c-8699-f68ec944024a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:14.230453 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d3250f1f-e266-4cc0-b993-867e458809be req-f6810cce-438c-455c-8699-f68ec944024a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0559924 Jan 17 09:45:14.279565 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d3250f1f-e266-4cc0-b993-867e458809be req-d19c5b2a-e33e-4b0b-81f0-98ae309183aa tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436637 Jan 17 09:45:15.407995 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa7cf9-78cd-46e9-8a93-5fbc5be47db0 req-b3355cd6-4b6e-46a5-b883-84ed93c03daf tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:15.410309 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f9fa7cf9-78cd-46e9-8a93-5fbc5be47db0 req-b3355cd6-4b6e-46a5-b883-84ed93c03daf tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0587499 Jan 17 09:45:15.458053 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f9fa7cf9-78cd-46e9-8a93-5fbc5be47db0 req-5841214c-8ad7-4355-b7a8-85f104fe8737 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Jan 17 09:45:16.592964 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14542842-7f96-4e98-bbd3-511494d0038b req-bb960b26-20d7-4b21-9334-ecfc3e119868 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:16.594843 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-14542842-7f96-4e98-bbd3-511494d0038b req-bb960b26-20d7-4b21-9334-ecfc3e119868 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0560391 Jan 17 09:45:16.646345 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-14542842-7f96-4e98-bbd3-511494d0038b req-22aa4c2f-661e-4943-ab98-24553c739d0b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448575 Jan 17 09:45:17.956456 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bfcc6-0154-48bf-9432-cffc8c5688b0 req-f8bb81ff-2904-49e7-be45-a8fc7bdeec19 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:17.957894 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-173bfcc6-0154-48bf-9432-cffc8c5688b0 req-f8bb81ff-2904-49e7-be45-a8fc7bdeec19 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0584526 Jan 17 09:45:18.009313 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-173bfcc6-0154-48bf-9432-cffc8c5688b0 req-ad37dad3-7ef2-4d2f-8900-81fb70150ea3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457978 Jan 17 09:45:19.137256 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca710d-1070-4a24-984e-636c20cc7b82 req-ec6ed838-255d-4163-a202-03ed9f754f15 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:19.138832 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-71ca710d-1070-4a24-984e-636c20cc7b82 req-ec6ed838-255d-4163-a202-03ed9f754f15 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0504699 Jan 17 09:45:19.203824 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-71ca710d-1070-4a24-984e-636c20cc7b82 req-8bdcfc45-5d95-40c5-829b-b6e22f24ce6b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594139 Jan 17 09:45:20.323653 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e156e-bce7-4cc0-9395-d73d8c4331e4 req-7effee03-1309-4c43-9e98-ef353a121a3d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:20.331138 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a0e156e-bce7-4cc0-9395-d73d8c4331e4 req-7effee03-1309-4c43-9e98-ef353a121a3d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0664818 Jan 17 09:45:20.373772 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a0e156e-bce7-4cc0-9395-d73d8c4331e4 req-cd188659-688c-4787-85e6-010870ac90c6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417295 Jan 17 09:45:21.508912 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a298-2d04-490c-9176-4fcf177ab341 req-937471b6-f554-402e-96c6-45311d1de1d8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:21.510436 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f131a298-2d04-490c-9176-4fcf177ab341 req-937471b6-f554-402e-96c6-45311d1de1d8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0597208 Jan 17 09:45:21.558602 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f131a298-2d04-490c-9176-4fcf177ab341 req-d1b099c0-7e5d-4397-ad98-821187508abe tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421443 Jan 17 09:45:21.663837 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:45:21.900307 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b902dfcd-6f79-43c5-ae40-198205ece44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:22.681233 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56aef0-3c29-4cfb-981a-6745250c8020 req-b01a7e92-5a93-4fb3-9d27-d82596ccdb9f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:22.682711 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ed56aef0-3c29-4cfb-981a-6745250c8020 req-b01a7e92-5a93-4fb3-9d27-d82596ccdb9f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0482817 Jan 17 09:45:22.738007 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ed56aef0-3c29-4cfb-981a-6745250c8020 req-959ea356-0a0d-421b-8368-6ece7533c9bf tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496852 Jan 17 09:45:23.864485 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47024aa4-d63c-422c-8dfc-ef025da8543e req-95c2128f-0f7b-4a90-9f89-d263eee1b78a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:23.865980 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-47024aa4-d63c-422c-8dfc-ef025da8543e req-95c2128f-0f7b-4a90-9f89-d263eee1b78a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0511746 Jan 17 09:45:23.924084 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-47024aa4-d63c-422c-8dfc-ef025da8543e req-d170ecdb-25d9-4178-8d24-856f3e4448a6 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520267 Jan 17 09:45:24.384580 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f382a3da-bbca-435f-a25c-87720922b770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:25.057936 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc32d7-fcb3-40aa-9a0b-28ffc7c5ff91 req-58e5f3b0-e859-4556-9fcd-21a270e6f8e3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:25.059435 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-70dc32d7-fcb3-40aa-9a0b-28ffc7c5ff91 req-58e5f3b0-e859-4556-9fcd-21a270e6f8e3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0507817 Jan 17 09:45:25.107786 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-70dc32d7-fcb3-40aa-9a0b-28ffc7c5ff91 req-a8d1eedf-36c1-4d6d-99e2-bc3e93bc294b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Jan 17 09:45:25.448935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:25.493330 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-e632cb67-7a85-486d-bc0b-965b6bb4d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:25.495532 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-e632cb67-7a85-486d-bc0b-965b6bb4d6c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 1098 time: 0.0543556 Jan 17 09:45:25.620136 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-591de8e3-08f2-45a3-954b-07fc2dc903f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:25.621520 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-591de8e3-08f2-45a3-954b-07fc2dc903f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.0883727 Jan 17 09:45:25.693039 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-22274993-26c4-4e76-89b1-39220511bae5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed HTTP/1.1" status: 200 len: 1001 time: 0.0649056 Jan 17 09:45:25.744378 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-a7ce0eea-5efc-45d5-b992-e00967137d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:25.745853 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-a7ce0eea-5efc-45d5-b992-e00967137d6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0450180 Jan 17 09:45:25.791469 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-c7d26e3c-d566-41ee-aa7c-41817602e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:25.792946 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-c7d26e3c-d566-41ee-aa7c-41817602e19b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407856 Jan 17 09:45:25.887679 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-7fdd1480-24bb-4b80-936b-867483276a06 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884643 Jan 17 09:45:25.981645 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bd4861ed-4640-4c75-ac5f-e504d6fc7099 req-b3aecba5-08a8-4b06-88c3-e09bbddb7c22 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869501 Jan 17 09:45:26.241429 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e38580-5754-4bf0-b97e-f173b2597c64 req-d6a24053-487d-4bc4-ade0-50659c2dbd64 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:26.243189 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-91e38580-5754-4bf0-b97e-f173b2597c64 req-d6a24053-487d-4bc4-ade0-50659c2dbd64 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0590758 Jan 17 09:45:26.316020 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-91e38580-5754-4bf0-b97e-f173b2597c64 req-3357afa2-2ee1-436a-ad49-55b3abe2d133 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668743 Jan 17 09:45:27.138687 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:27.440925 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7a3ef-5434-4538-8b9e-aa41ced40f19 req-4b4a0573-2329-4af8-b03c-b65564c68885 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:27.442985 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7ec7a3ef-5434-4538-8b9e-aa41ced40f19 req-4b4a0573-2329-4af8-b03c-b65564c68885 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0580766 Jan 17 09:45:27.505494 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7ec7a3ef-5434-4538-8b9e-aa41ced40f19 req-14fe2759-2511-4905-9121-6b50a7ddf639 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562577 Jan 17 09:45:28.328966 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:28.633946 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d64a26-ff13-4f80-9491-6642dcdbd8a9 req-9fb9e16e-b35f-45b5-b336-51e02281d3dd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:28.633946 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f7d64a26-ff13-4f80-9491-6642dcdbd8a9 req-9fb9e16e-b35f-45b5-b336-51e02281d3dd tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0507965 Jan 17 09:45:28.679588 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f7d64a26-ff13-4f80-9491-6642dcdbd8a9 req-8ca1837e-a576-4aac-a22c-a0d37e3497a7 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 Jan 17 09:45:29.176259 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d85c1-0189-4565-adb1-72baa40eac2f req-b3b72338-4452-4fcd-8a15-2ba7fd491b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:29.177737 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-332d85c1-0189-4565-adb1-72baa40eac2f req-b3b72338-4452-4fcd-8a15-2ba7fd491b4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 1098 time: 0.0438654 Jan 17 09:45:29.262330 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d85c1-0189-4565-adb1-72baa40eac2f req-2edd0515-0e91-4a98-831c-5584b43adbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:29.263759 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-332d85c1-0189-4565-adb1-72baa40eac2f req-2edd0515-0e91-4a98-831c-5584b43adbe1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.0800693 Jan 17 09:45:29.332193 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-332d85c1-0189-4565-adb1-72baa40eac2f req-ce075d2a-ac57-4174-b658-328a417c86c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed HTTP/1.1" status: 200 len: 1001 time: 0.0603037 Jan 17 09:45:29.377031 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d85c1-0189-4565-adb1-72baa40eac2f req-135ed692-9289-415c-afe1-bfb3e6e5ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:29.379021 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-332d85c1-0189-4565-adb1-72baa40eac2f req-135ed692-9289-415c-afe1-bfb3e6e5ab5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0423150 Jan 17 09:45:29.422108 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d85c1-0189-4565-adb1-72baa40eac2f req-4706b642-eb47-4dea-8559-848a71bf9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:29.423475 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-332d85c1-0189-4565-adb1-72baa40eac2f req-4706b642-eb47-4dea-8559-848a71bf9d1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378919 Jan 17 09:45:29.433872 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-332d85c1-0189-4565-adb1-72baa40eac2f req-04b23e56-5c55-4d4d-befd-51a4e9b2960b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:45:29.434793 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-332d85c1-0189-4565-adb1-72baa40eac2f req-04b23e56-5c55-4d4d-befd-51a4e9b2960b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046625 Jan 17 09:45:29.521303 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-332d85c1-0189-4565-adb1-72baa40eac2f req-264c1da7-6368-4a5a-a973-e736c379b1cd service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806999 Jan 17 09:45:29.608508 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-332d85c1-0189-4565-adb1-72baa40eac2f req-47b44b78-4bfd-40e2-afe6-f9da515559a6 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805650 Jan 17 09:45:29.796590 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b6789-a070-4b5c-9fec-307d43f1521f req-006db762-60d1-4dd9-b508-8f9af3e62eb0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:29.798028 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c32b6789-a070-4b5c-9fec-307d43f1521f req-006db762-60d1-4dd9-b508-8f9af3e62eb0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Jan 17 09:45:29.847460 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c32b6789-a070-4b5c-9fec-307d43f1521f req-5f8ddd53-ad84-43a5-ab15-95e791875cc0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438068 Jan 17 09:45:30.963894 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371b0ef-6e7d-43dd-bb50-ed72dbd3cdd9 req-b316dfb8-e2f0-4e3c-a28e-bc9fcd6a2eca tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:30.965342 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5371b0ef-6e7d-43dd-bb50-ed72dbd3cdd9 req-b316dfb8-e2f0-4e3c-a28e-bc9fcd6a2eca tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0478489 Jan 17 09:45:31.011476 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5371b0ef-6e7d-43dd-bb50-ed72dbd3cdd9 req-511b6535-f648-41ff-b0b6-167f519e6de0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Jan 17 09:45:32.130038 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fe426-0338-46fd-92e3-419dd445af68 req-624b40e3-d1b2-470d-8161-57ffe484c67a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:32.131548 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-735fe426-0338-46fd-92e3-419dd445af68 req-624b40e3-d1b2-470d-8161-57ffe484c67a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 945 time: 0.0500653 Jan 17 09:45:32.178792 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-735fe426-0338-46fd-92e3-419dd445af68 req-84eda323-c9d1-4a91-a675-a1b7aad7475e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416963 Jan 17 09:45:32.813508 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9861a027-a353-4a8b-ad3c-8616a4c004ed no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:45:32.888573 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 9861a027-a353-4a8b-ad3c-8616a4c004ed is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:45:32.888956 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:32.910536 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:45:32.912785 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576252af-bfac-465c-bd25-43e8ca19c2d1" -d '{"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-unplugged", "status": "completed", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:45:32.928268 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:32.944110 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8d9e21-dd31-4239-bc4f-a5456b550269 x-openstack-request-id: req-4b8d9e21-dd31-4239-bc4f-a5456b550269 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:45:32.944402 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-unplugged", "status": "failed", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed", "code": 422}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:45:32.944650 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b8d9e21-dd31-4239-bc4f-a5456b550269 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:45:32.945036 dv-cinder-815461-8-iscsi neutron-server[103257]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'code': 422} returned with failed status Jan 17 09:45:33.003188 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:33.050784 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:33.510974 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 41758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:33.768747 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Deleting port dd9cfa5a-dec3-476b-93b9-2af024be5e84 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:45:33.769014 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (dd9cfa5a-dec3-476b-93b9-2af024be5e84), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:33.849688 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (dd9cfa5a-dec3-476b-93b9-2af024be5e84), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:33.850011 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for floatingip (dd9cfa5a-dec3-476b-93b9-2af024be5e84), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:33.861931 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Calling delete_port for dd9cfa5a-dec3-476b-93b9-2af024be5e84 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:45:34.086694 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (dd9cfa5a-dec3-476b-93b9-2af024be5e84), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:34.112383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event deleted for resources: {'Port': ['ID=dd9cfa5a-dec3-476b-93b9-2af024be5e84,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:34.123732 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.124092 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.124441 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.124790 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.125127 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.125486 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.125793 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.126121 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.126449 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.126778 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.127618 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.128131 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.128459 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:34.185831 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for floatingip (80ea1704-2013-4e43-9047-807bb956ac9d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:34.186177 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Floating IP 80ea1704-2013-4e43-9047-807bb956ac9d disassociated (deleted). External IP: 172.27.1.210, port: 80a349db-3866-4774-b0e2-09aed84c61ce. Jan 17 09:45:34.312014 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526a740-925c-4c89-929b-0deec7fcad98 req-dcd07aeb-2170-4044-8563-090cd62e71e0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:34.313516 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5526a740-925c-4c89-929b-0deec7fcad98 req-dcd07aeb-2170-4044-8563-090cd62e71e0 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0940154 Jan 17 09:45:34.448502 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5526a740-925c-4c89-929b-0deec7fcad98 req-231990c1-e2c4-4bc4-8d0e-901d159db4a3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189966 Jan 17 09:45:34.479056 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:45:34.584724 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:45:34.589662 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:34.600017 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] Sync routers for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:45:34.605995 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:45:34.606618 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:45:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:34.622131 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f8dbae4d-ff97-4e24-b969-e40fff51381f tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "DELETE /v2.0/floatingips/80ea1704-2013-4e43-9047-807bb956ac9d HTTP/1.1" status: 204 len: 168 time: 1.1076400 Jan 17 09:45:34.622131 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:45:34.622867 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb00f4c-d57d-4118-825a-0499537fedc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:45:34.632672 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [req-da094819-4325-42e8-af18-4648cf95bcbc req-4f2618f4-8414-4d7d-a5d2-c27eb35cc83b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440233 Jan 17 09:45:34.663829 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a566f2-cbd9-43f1-8fd3-f4f27bb7dfc7 x-openstack-request-id: req-e6a566f2-cbd9-43f1-8fd3-f4f27bb7dfc7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:45:34.664205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:45:34.664537 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6a566f2-cbd9-43f1-8fd3-f4f27bb7dfc7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:45:34.664948 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce', 'status': 'completed', 'code': 200} Jan 17 09:45:34.723224 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:45:34.926076 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '5104462b-12fc-48bf-9bb4-d9a0cffcea65', 'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'mac_address': 'fa:16:3e:25:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:03Z', 'updated_at': '2022-01-17T09:39:08Z', 'revision_number': 5, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'subnets': [{'id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:34.956475 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] Checking router: 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:45:34.966702 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:45:34.966702 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:45:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:35.061952 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c0301-a76d-4ee4-ad2f-4f18fa12b516 req-fe485fbc-488a-4d7e-9ef4-99feffdbc3d9 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:35.063730 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-392c0301-a76d-4ee4-ad2f-4f18fa12b516 req-fe485fbc-488a-4d7e-9ef4-99feffdbc3d9 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0520310 Jan 17 09:45:35.078674 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:45:35.114190 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-392c0301-a76d-4ee4-ad2f-4f18fa12b516 req-bee6b924-5940-45bc-8c90-777b6175978d tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441105 Jan 17 09:45:35.274402 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '5104462b-12fc-48bf-9bb4-d9a0cffcea65', 'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'mac_address': 'fa:16:3e:25:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:03Z', 'updated_at': '2022-01-17T09:39:08Z', 'revision_number': 5, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'subnets': [{'id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:35.300023 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043b41c-bab3-46a3-94cb-8c85e3dd9208 None None] The sync data for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi is: [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:39:04Z', 'revision_number': 4, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '5104462b-12fc-48bf-9bb4-d9a0cffcea65', 'name': '', 'network_id': '6dd2ccc7-bf61-46de-98c5-fb228432a126', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'mac_address': 'fa:16:3e:25:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:03Z', 'updated_at': '2022-01-17T09:39:08Z', 'revision_number': 5, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'subnets': [{'id': 'a7c5267e-0092-46aa-a326-296a81a2abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:45:35.506627 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33bdb-3086-4e11-81a3-9e4faaf79909 None None] New status for floating IP 80ea1704-2013-4e43-9047-807bb956ac9d: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:45:35.576844 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c544a-b91d-44a1-b4a4-91a029587986 req-8719b6e4-73a8-4ab4-a762-344916ced1e3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:35.578381 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-567c544a-b91d-44a1-b4a4-91a029587986 req-8719b6e4-73a8-4ab4-a762-344916ced1e3 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0529492 Jan 17 09:45:35.625723 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-567c544a-b91d-44a1-b4a4-91a029587986 req-4d6e8588-8681-4050-ab7c-4b01f4ad3710 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 Jan 17 09:45:36.228452 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db916-c765-4264-bf0d-af1261649698 req-50874643-026a-4beb-8f3d-7a937f54f984 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:36.229937 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-006db916-c765-4264-bf0d-af1261649698 req-50874643-026a-4beb-8f3d-7a937f54f984 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0496280 Jan 17 09:45:36.276564 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-006db916-c765-4264-bf0d-af1261649698 req-0b6ed6d4-3697-4221-9528-41bb24354dfe tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411093 Jan 17 09:45:36.747809 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce468539-f561-452c-a415-6801f7397834 req-9188a3c0-b3c0-41d4-97bd-db60ce8a7061 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:36.749339 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ce468539-f561-452c-a415-6801f7397834 req-9188a3c0-b3c0-41d4-97bd-db60ce8a7061 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0552206 Jan 17 09:45:36.816229 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-ac9af645-aead-4ab4-a18d-08544a67cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:36.817727 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-ac9af645-aead-4ab4-a18d-08544a67cb68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 1099 time: 0.0675220 Jan 17 09:45:36.825441 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ce468539-f561-452c-a415-6801f7397834 req-79ce8741-5c59-460e-8082-f8d681b08b5a tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674114 Jan 17 09:45:37.390000 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47dcdd-6875-4b3d-8402-1a207524105c req-3ff00b7f-decb-4bb5-a327-3b364d123698 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:37.391470 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b47dcdd-6875-4b3d-8402-1a207524105c req-3ff00b7f-decb-4bb5-a327-3b364d123698 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0489109 Jan 17 09:45:37.438048 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9b47dcdd-6875-4b3d-8402-1a207524105c req-f248b13f-9662-4800-8415-fedf44900e24 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 Jan 17 09:45:37.945377 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91204d31-fbc7-426d-8b2b-f770ccd0a5ed req-129d141d-b667-4af2-a41c-dd51a52fe91c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:37.946836 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-91204d31-fbc7-426d-8b2b-f770ccd0a5ed req-129d141d-b667-4af2-a41c-dd51a52fe91c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0513725 Jan 17 09:45:37.992856 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-91204d31-fbc7-426d-8b2b-f770ccd0a5ed req-1a88487a-049a-4c3e-9355-c04f350cbf21 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405338 Jan 17 09:45:38.363715 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-74fe8eec-d877-443b-b8df-5b16dd0e1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:38.365203 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-74fe8eec-d877-443b-b8df-5b16dd0e1238 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6dd2ccc7-bf61-46de-98c5-fb228432a126 HTTP/1.1" status: 200 len: 908 time: 0.1294067 Jan 17 09:45:38.410706 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-22a34cdc-f747-4ac9-826c-f386ed531974 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80a349db-3866-4774-b0e2-09aed84c61ce HTTP/1.1" status: 200 len: 217 time: 0.0381665 Jan 17 09:45:38.458325 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-f91c2436-aa9e-4b7b-9906-6e7bad45b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:38.459815 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-f91c2436-aa9e-4b7b-9906-6e7bad45b1cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7c5267e-0092-46aa-a326-296a81a2abe1 HTTP/1.1" status: 200 len: 846 time: 0.0438542 Jan 17 09:45:38.510932 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-908f696a-daf0-4a26-947e-dbcc8d7c025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:38.512552 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-908f696a-daf0-4a26-947e-dbcc8d7c025b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6dd2ccc7-bf61-46de-98c5-fb228432a126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469196 Jan 17 09:45:38.558437 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc15669-516d-402a-9acf-084e8549b6e5 req-614d5033-5044-4597-92d5-b4c8881e752b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:38.559908 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0fc15669-516d-402a-9acf-084e8549b6e5 req-614d5033-5044-4597-92d5-b4c8881e752b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0465076 Jan 17 09:45:38.655605 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0fc15669-516d-402a-9acf-084e8549b6e5 req-6a7dec5b-6331-48ef-8288-13039f8d78f7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895257 Jan 17 09:45:38.698364 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-c6e7f002-8458-427e-8abc-21058b6c4e3e service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068106 Jan 17 09:45:38.788307 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7fb00f4c-d57d-4118-825a-0499537fedc6 req-d0d613c2-479a-4de5-bfd1-9b80d87f9459 service neutron] 10.222.0.72 "GET /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838196 Jan 17 09:45:39.113016 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffa145-d2b3-481e-bfcd-2ef9b29e2df5 req-b24936bf-ff4e-4d15-891e-75b4bf41d62c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:39.114507 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3ffa145-d2b3-481e-bfcd-2ef9b29e2df5 req-b24936bf-ff4e-4d15-891e-75b4bf41d62c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0502243 Jan 17 09:45:39.162016 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3ffa145-d2b3-481e-bfcd-2ef9b29e2df5 req-c46b0ca5-39ad-4f4d-aca0-a22056088009 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419004 Jan 17 09:45:39.217556 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da094819-4325-42e8-af18-4648cf95bcbc req-78a2b6fb-e0ef-4f61-83fe-df09e06e69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:39.219184 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da094819-4325-42e8-af18-4648cf95bcbc req-78a2b6fb-e0ef-4f61-83fe-df09e06e69cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136&tenant_id=e871533a61e74f0caea770b0d2e7bd98 HTTP/1.1" status: 200 len: 1096 time: 0.0469291 Jan 17 09:45:39.287825 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da094819-4325-42e8-af18-4648cf95bcbc req-57b745a4-6ffe-4f2a-885d-431c7f1e22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:39.289177 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da094819-4325-42e8-af18-4648cf95bcbc req-57b745a4-6ffe-4f2a-885d-431c7f1e22cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e871533a61e74f0caea770b0d2e7bd98&device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 1096 time: 0.0427272 Jan 17 09:45:39.381425 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da094819-4325-42e8-af18-4648cf95bcbc req-bf3644ce-ad13-48bd-953e-309bd0dd0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:39.382897 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da094819-4325-42e8-af18-4648cf95bcbc req-bf3644ce-ad13-48bd-953e-309bd0dd0bd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 200 len: 918 time: 0.0863054 Jan 17 09:45:39.446298 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da094819-4325-42e8-af18-4648cf95bcbc req-15cb25c2-cc93-4c89-ae4a-0c3af603bd6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed HTTP/1.1" status: 200 len: 999 time: 0.0564957 Jan 17 09:45:39.497902 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da094819-4325-42e8-af18-4648cf95bcbc req-b1a5c929-7f03-4f3f-b221-bde768b85822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:39.499406 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da094819-4325-42e8-af18-4648cf95bcbc req-b1a5c929-7f03-4f3f-b221-bde768b85822 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 200 len: 856 time: 0.0472822 Jan 17 09:45:39.545515 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da094819-4325-42e8-af18-4648cf95bcbc req-ef074aa5-10ca-423c-be7e-ed9496c9de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:39.546903 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da094819-4325-42e8-af18-4648cf95bcbc req-ef074aa5-10ca-423c-be7e-ed9496c9de1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460e104a-d5ad-4804-86f9-3d10f08e0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388515 Jan 17 09:45:39.634816 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da094819-4325-42e8-af18-4648cf95bcbc req-77bca8ad-89de-42e9-bde5-cb8d76c41458 service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798798 Jan 17 09:45:39.730994 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-da094819-4325-42e8-af18-4648cf95bcbc req-216d408a-12fb-4c0f-9ebe-9e0c36a91acb service neutron] 10.222.0.72 "GET /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899839 Jan 17 09:45:39.778857 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa26abc-4ccd-421f-a7d5-5648b932f245 req-a12e3e3d-8720-4704-ae33-954e09877bd4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:39.780909 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6aa26abc-4ccd-421f-a7d5-5648b932f245 req-a12e3e3d-8720-4704-ae33-954e09877bd4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0532010 Jan 17 09:45:39.839979 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6aa26abc-4ccd-421f-a7d5-5648b932f245 req-9a4f3401-a023-4d39-b785-92f6a6f3a308 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494895 Jan 17 09:45:40.294692 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb7ab7-abe6-43d0-8180-71964ee31eab req-db6ce4c9-ae6c-499c-99aa-d13cf83c8c23 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:40.296189 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56fb7ab7-abe6-43d0-8180-71964ee31eab req-db6ce4c9-ae6c-499c-99aa-d13cf83c8c23 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0537601 Jan 17 09:45:40.382199 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c474de-476d-4175-9353-64f6febd5eb1 req-df1f49e2-c6d7-48f1-a9a9-f65de66ef179 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:40.383733 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-94c474de-476d-4175-9353-64f6febd5eb1 req-df1f49e2-c6d7-48f1-a9a9-f65de66ef179 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0836174 Jan 17 09:45:40.387737 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56fb7ab7-abe6-43d0-8180-71964ee31eab req-e2b8589d-b8c6-4064-9ede-91159b866e51 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800235 Jan 17 09:45:40.969668 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7abeea-c9f7-41df-bf84-7ade9150dbe9 req-a9378dad-712c-41dd-9818-c53aa10de467 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:40.971735 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c7abeea-c9f7-41df-bf84-7ade9150dbe9 req-a9378dad-712c-41dd-9818-c53aa10de467 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0503254 Jan 17 09:45:41.026019 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c7abeea-c9f7-41df-bf84-7ade9150dbe9 req-c9e1519d-831e-4d11-b176-0da56d571d68 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484178 Jan 17 09:45:41.533597 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7f98-3f3b-4669-a3c6-5703186bb09d req-8f65a520-83a5-4589-ba1a-7eb7bd089831 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:41.535083 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b37c7f98-3f3b-4669-a3c6-5703186bb09d req-8f65a520-83a5-4589-ba1a-7eb7bd089831 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0544400 Jan 17 09:45:41.584079 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b37c7f98-3f3b-4669-a3c6-5703186bb09d req-077d15b1-932e-44fc-8a7f-4ae74961d27f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 Jan 17 09:45:42.142390 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ab471-d03e-4d4c-a182-90f3497de3ba req-56efcf16-d691-4f22-af13-d95cada4d3d8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:42.144162 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f94ab471-d03e-4d4c-a182-90f3497de3ba req-56efcf16-d691-4f22-af13-d95cada4d3d8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 946 time: 0.0495398 Jan 17 09:45:42.195639 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f94ab471-d03e-4d4c-a182-90f3497de3ba req-80bcd4d8-539e-42b8-9485-ea1bbc40f8e9 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446601 Jan 17 09:45:42.719754 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d0cee-1cd6-4bf1-95f7-ba566f09c668 req-30f06e0e-4268-4b16-9ca2-784261b53adb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:42.722104 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-836d0cee-1cd6-4bf1-95f7-ba566f09c668 req-30f06e0e-4268-4b16-9ca2-784261b53adb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0644526 Jan 17 09:45:42.769261 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-836d0cee-1cd6-4bf1-95f7-ba566f09c668 req-bd3f2822-1e1b-4a95-bcf4-ab39c6c844ed tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413094 Jan 17 09:45:42.774079 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:42.848667 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 80a349db-3866-4774-b0e2-09aed84c61ce no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:45:42.927392 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 80a349db-3866-4774-b0e2-09aed84c61ce is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:45:42.927701 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:42.950314 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:45:42.952602 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777122e3-8cc8-4c1b-93b0-ca940605480f" -d '{"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-unplugged", "status": "completed", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:45:42.965516 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:43.002261 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20ae25-a548-4f79-ad10-8b7798404909 x-openstack-request-id: req-3d20ae25-a548-4f79-ad10-8b7798404909 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:45:43.002624 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-unplugged", "status": "completed", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:45:43.002893 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d20ae25-a548-4f79-ad10-8b7798404909 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:45:43.003318 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce', 'code': 200} Jan 17 09:45:43.048161 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:43.100117 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:43.324067 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939dfaa-9cdc-443c-abbd-9dcc9fcb54e1 req-7d5791fb-32fb-4f1f-a416-b184bc93e0e4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:43.325793 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4939dfaa-9cdc-443c-abbd-9dcc9fcb54e1 req-7d5791fb-32fb-4f1f-a416-b184bc93e0e4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0592985 Jan 17 09:45:43.379923 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4939dfaa-9cdc-443c-abbd-9dcc9fcb54e1 req-e9eadeeb-bd37-4d54-b81b-3fa0de872a6b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470541 Jan 17 09:45:43.893705 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de26210-a487-40d6-abe8-c108f420da00 req-1c76ea9a-2b46-4753-8c51-c779b3556ded tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:43.895216 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7de26210-a487-40d6-abe8-c108f420da00 req-1c76ea9a-2b46-4753-8c51-c779b3556ded tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0535066 Jan 17 09:45:43.949723 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7de26210-a487-40d6-abe8-c108f420da00 req-a11a7a74-3e3f-4191-9354-faa3fda2b3f8 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487020 Jan 17 09:45:44.505409 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c556906-7e53-4165-b33d-eb095b2c99b2 req-87ac7324-6584-4507-b83c-fb107a23b1b4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:44.506934 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1c556906-7e53-4165-b33d-eb095b2c99b2 req-87ac7324-6584-4507-b83c-fb107a23b1b4 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0503161 Jan 17 09:45:44.558827 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1c556906-7e53-4165-b33d-eb095b2c99b2 req-b20af8fb-7564-4e36-a6a1-3faa19fdba72 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462222 Jan 17 09:45:45.073707 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eac065-402b-492c-aef7-09d709a8dcd6 req-c736a2ff-8fcc-4c7b-bef1-b0c7e78b6b0f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:45.079647 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e7eac065-402b-492c-aef7-09d709a8dcd6 req-c736a2ff-8fcc-4c7b-bef1-b0c7e78b6b0f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0545239 Jan 17 09:45:45.130798 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e7eac065-402b-492c-aef7-09d709a8dcd6 req-bc94a05d-faca-47ab-8698-d15fcb0f9efb tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489800 Jan 17 09:45:45.679321 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75dee-0e19-4c40-9991-3b55365a09be req-617ad4e8-46b6-4364-abb2-e0bdcf61d784 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:45.681153 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e9e75dee-0e19-4c40-9991-3b55365a09be req-617ad4e8-46b6-4364-abb2-e0bdcf61d784 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0553086 Jan 17 09:45:45.733345 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e9e75dee-0e19-4c40-9991-3b55365a09be req-68298e05-b5a9-4d50-9f25-9ba1d35750b9 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453744 Jan 17 09:45:46.260083 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91959de-223f-4710-bde0-f043458c7da0 req-14155993-b390-4736-989a-2c9a9c4f8e86 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:46.266889 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d91959de-223f-4710-bde0-f043458c7da0 req-14155993-b390-4736-989a-2c9a9c4f8e86 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0600779 Jan 17 09:45:46.320384 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d91959de-223f-4710-bde0-f043458c7da0 req-471a44ad-6942-4f83-a8ff-ae3a88c01053 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520780 Jan 17 09:45:46.460184 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-b5104208-e859-4a5d-9581-562f65c4068a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683707676&fields=id&tenant_id=27f4051841264572a32481e0c189dff9 HTTP/1.1" status: 200 len: 267 time: 0.0498581 Jan 17 09:45:46.575463 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-dc3e895c-ee1e-4c40-bce6-ff9047bd88ec tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:46.577082 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-dc3e895c-ee1e-4c40-bce6-ff9047bd88ec tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 812 time: 0.1103225 Jan 17 09:45:46.591931 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-b7f93884-384f-46dd-91f0-654a9b709d22 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/quotas/27f4051841264572a32481e0c189dff9 HTTP/1.1" status: 200 len: 375 time: 0.0090132 Jan 17 09:45:46.648198 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-aa159378-03ed-4f96-a178-0c2ebd080466 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500770 Jan 17 09:45:46.664895 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-67c07652-1ec4-4976-84d2-8e1184efd79a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:45:46.666594 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-67c07652-1ec4-4976-84d2-8e1184efd79a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053334 Jan 17 09:45:47.037475 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-caa9c39d-ca76-4048-8820-8d905b6183fc service neutron] 10.222.0.73 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613355 Jan 17 09:45:47.127665 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-c5fc33ae-6969-4058-b162-7917ea166fa3 service neutron] 10.222.0.73 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836918 Jan 17 09:45:47.787088 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b597d3-1865-46c1-adbd-f1e5ee9a99a6 req-c18d59b9-a736-4f6f-b85c-abfc153426e0 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:47.789302 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-13b597d3-1865-46c1-adbd-f1e5ee9a99a6 req-c18d59b9-a736-4f6f-b85c-abfc153426e0 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0547748 Jan 17 09:45:47.837066 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-13b597d3-1865-46c1-adbd-f1e5ee9a99a6 req-dd2b3b0c-dae1-43cd-b253-43c308c2911b tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423269 Jan 17 09:45:47.936971 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a601ced-08b4-4309-9afd-dca5b274d500 req-28cfb0be-a168-42bc-afc0-cbddeb26fe6e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:47.938562 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8a601ced-08b4-4309-9afd-dca5b274d500 req-28cfb0be-a168-42bc-afc0-cbddeb26fe6e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0493727 Jan 17 09:45:47.987932 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8a601ced-08b4-4309-9afd-dca5b274d500 req-d494364f-e0a8-48fe-a6a7-1146090c915f tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 Jan 17 09:45:48.077449 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8a2b2674-eef5-4e0c-9791-bb39fa129361 req-b9a7bcb6-bdf8-4984-a994-9a8a074be8d6 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 210 time: 0.0272419 Jan 17 09:45:48.971384 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9bf65-b0f8-444e-97ff-3f271a7ee0ed req-82102076-9ffa-42ea-bbd5-08003101876c tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:48.973254 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f5a9bf65-b0f8-444e-97ff-3f271a7ee0ed req-82102076-9ffa-42ea-bbd5-08003101876c tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0576360 Jan 17 09:45:49.026076 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f5a9bf65-b0f8-444e-97ff-3f271a7ee0ed req-c0f3cfc1-383e-4b60-8b64-2b1236d2615e tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467727 Jan 17 09:45:49.138214 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f69912-4715-45e0-8ac0-e8d463946c2c req-d3100383-b540-42c7-9aed-7cb8e964e329 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:49.139909 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1f69912-4715-45e0-8ac0-e8d463946c2c req-d3100383-b540-42c7-9aed-7cb8e964e329 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0554085 Jan 17 09:45:49.196813 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1f69912-4715-45e0-8ac0-e8d463946c2c req-0c4f1198-1ad9-4ea9-a301-b5f07368de3d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512533 Jan 17 09:45:49.303325 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ebb5ab00-d36a-47c8-b8c5-011ec6260bd3 req-b18ec51b-ece7-43a4-9bfb-ccd9572e8ac7 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 210 time: 0.0268323 Jan 17 09:45:50.145230 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef94c7d-2b35-4598-b332-127cd363af09 req-1b107992-69b7-4fa2-b903-ee3779ab1417 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:50.146682 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8ef94c7d-2b35-4598-b332-127cd363af09 req-1b107992-69b7-4fa2-b903-ee3779ab1417 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0543790 Jan 17 09:45:50.194160 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8ef94c7d-2b35-4598-b332-127cd363af09 req-0c33a2b7-7a66-432d-8fd8-7643c9229eaa tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419192 Jan 17 09:45:50.318880 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b0dac-6df7-4663-911e-7e928e6baf9a req-1a250183-14de-4029-9fba-c786364b0501 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:50.320393 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6d7b0dac-6df7-4663-911e-7e928e6baf9a req-1a250183-14de-4029-9fba-c786364b0501 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0535536 Jan 17 09:45:50.366702 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6d7b0dac-6df7-4663-911e-7e928e6baf9a req-5083979f-921f-4683-8850-c6358435824d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407207 Jan 17 09:45:50.446691 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a6ffa84a-facb-4f81-8257-432d083c0ff9 req-10deb6d0-fd99-424f-9816-0beda925621e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 210 time: 0.0254920 Jan 17 09:45:51.310350 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e81e4-88df-4fa7-ad0e-247db73f1545 req-ca827ef4-f255-453b-b78c-bf7efb5410e6 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:51.311893 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-865e81e4-88df-4fa7-ad0e-247db73f1545 req-ca827ef4-f255-453b-b78c-bf7efb5410e6 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0524602 Jan 17 09:45:51.361000 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-865e81e4-88df-4fa7-ad0e-247db73f1545 req-a8966376-6ba9-4249-b3f8-f5a5c565ede7 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 Jan 17 09:45:51.482389 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f6c69-16f6-40f4-a9d7-958c8fad5d81 req-b310fd31-d4a7-4621-a3f6-a2266d11c0a2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:51.483903 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-999f6c69-16f6-40f4-a9d7-958c8fad5d81 req-b310fd31-d4a7-4621-a3f6-a2266d11c0a2 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0488865 Jan 17 09:45:51.530171 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-999f6c69-16f6-40f4-a9d7-958c8fad5d81 req-567b04e0-12c8-47ec-b525-82abaec6d015 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402036 Jan 17 09:45:51.611470 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12fdeac0-1a1a-4bff-be0d-67c38327cb39 req-7e7a4bab-560d-4029-adb2-895cfb90009e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 210 time: 0.0256503 Jan 17 09:45:51.897867 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6407cd7a-1a88-4ac1-8ad1-b8a5f137f36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:52.480838 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b39b5c-a71d-45f1-8d82-ed85f8e5f1ff req-6b2237fe-3f71-4969-9887-e053dae69525 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:52.482322 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-22b39b5c-a71d-45f1-8d82-ed85f8e5f1ff req-6b2237fe-3f71-4969-9887-e053dae69525 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0549083 Jan 17 09:45:52.529026 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-22b39b5c-a71d-45f1-8d82-ed85f8e5f1ff req-ae17d6bb-447f-44b4-af40-542057f25b57 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 Jan 17 09:45:52.649789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d0317-7572-4d52-8ed8-f14c0f277fa3 req-35eaf68a-ba3f-4bdb-9a8e-04600854bf30 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:52.651141 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf4d0317-7572-4d52-8ed8-f14c0f277fa3 req-35eaf68a-ba3f-4bdb-9a8e-04600854bf30 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0481982 Jan 17 09:45:52.696880 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf4d0317-7572-4d52-8ed8-f14c0f277fa3 req-acfcf424-2497-4105-a7f4-8c4ad87079af tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 Jan 17 09:45:52.776837 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-81923d2b-4e73-4af6-a653-03abedd886b7 req-67aae938-7e72-4814-96fe-5ea42be1589f tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 210 time: 0.0263326 Jan 17 09:45:53.654055 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c01fc-3f05-46c9-a351-b75bc269bf60 req-7fb951a6-6a39-40b3-9425-81b2abf619cc tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:53.655541 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b59c01fc-3f05-46c9-a351-b75bc269bf60 req-7fb951a6-6a39-40b3-9425-81b2abf619cc tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 944 time: 0.0612030 Jan 17 09:45:53.716125 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b59c01fc-3f05-46c9-a351-b75bc269bf60 req-34e6cf07-6dcd-46c2-946e-675379602da9 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/security-groups?id=454a0785-7576-4fbc-8a02-ae2aa5b39429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540330 Jan 17 09:45:53.820557 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f2a32-bb6b-4c78-81c6-b91a1e77117c req-ec6a54fc-78ef-44cf-a1a0-5056e62db7ca tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:53.822325 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0c2f2a32-bb6b-4c78-81c6-b91a1e77117c req-ec6a54fc-78ef-44cf-a1a0-5056e62db7ca tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0512679 Jan 17 09:45:53.913569 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0c2f2a32-bb6b-4c78-81c6-b91a1e77117c req-d9aeb21b-89ae-441d-b76c-5b251923057e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855820 Jan 17 09:45:53.957413 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cd20a2c1-2a6f-437f-918c-cbd2f62aca1d req-ddeaae8b-5bf6-40c1-962c-d1b521eb2d84 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 210 time: 0.0505917 Jan 17 09:45:54.110686 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-94c474de-476d-4175-9353-64f6febd5eb1 req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Deleting port 80a349db-3866-4774-b0e2-09aed84c61ce {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:45:54.110686 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-94c474de-476d-4175-9353-64f6febd5eb1 req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:54.110686 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-94c474de-476d-4175-9353-64f6febd5eb1 req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] For port 80a349db-3866-4774-b0e2-09aed84c61ce, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=80a349db-3866-4774-b0e2-09aed84c61ce,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:54.110686 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-94c474de-476d-4175-9353-64f6febd5eb1 req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:54.114641 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-94c474de-476d-4175-9353-64f6febd5eb1 req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Calling delete_port for 80a349db-3866-4774-b0e2-09aed84c61ce owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:45:54.402110 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c135d942-3baf-436a-86f9-72bc0ff48aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:54.402676 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-94c474de-476d-4175-9353-64f6febd5eb1 req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (80a349db-3866-4774-b0e2-09aed84c61ce), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:54.433185 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event deleted for resources: {'Port': ['ID=80a349db-3866-4774-b0e2-09aed84c61ce,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:54.484511 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c474de-476d-4175-9353-64f6febd5eb1 req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] No DVR routers for this DVR port 80a349db-3866-4774-b0e2-09aed84c61ce on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:45:54.488076 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-94c474de-476d-4175-9353-64f6febd5eb1 req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:54.491445 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-94c474de-476d-4175-9353-64f6febd5eb1 req-cc543eda-9336-40c9-8e32-c7122a0e07e8 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.72 "DELETE /v2.0/ports/80a349db-3866-4774-b0e2-09aed84c61ce HTTP/1.1" status: 204 len: 173 time: 0.6419129 Jan 17 09:45:54.491903 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-deleted', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:45:54.494194 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd0cfa7-20d8-4f81-abf3-33ee737eb5f5" -d '{"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-deleted", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:45:54.529826 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff3429c-1aa4-41ec-bf88-95a3ed633fac x-openstack-request-id: req-dff3429c-1aa4-41ec-bf88-95a3ed633fac {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:45:54.530191 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7160d61-fd4d-4919-bfeb-c5894d0e64e5", "name": "network-vif-deleted", "tag": "80a349db-3866-4774-b0e2-09aed84c61ce", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:45:54.530443 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dff3429c-1aa4-41ec-bf88-95a3ed633fac {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:45:54.530862 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7160d61-fd4d-4919-bfeb-c5894d0e64e5', 'name': 'network-vif-deleted', 'tag': '80a349db-3866-4774-b0e2-09aed84c61ce', 'status': 'completed', 'code': 200} Jan 17 09:45:54.834555 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c6898846-b6e5-423f-938d-801ddea4aab0 req-013b9f0c-57e3-4f04-8a8b-4fc59e11be6e tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 210 time: 0.0387206 Jan 17 09:45:55.036127 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160a439-cb15-46c5-9643-bd2156e87ea9 req-8f14bab4-1230-445f-9255-178f6d061b14 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:55.037531 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1160a439-cb15-46c5-9643-bd2156e87ea9 req-8f14bab4-1230-445f-9255-178f6d061b14 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0500352 Jan 17 09:45:55.084425 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1160a439-cb15-46c5-9643-bd2156e87ea9 req-26b3c794-e23a-44c6-86fb-c5e1f0dc767e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412681 Jan 17 09:45:55.188774 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-56884d43-29a7-4dea-813a-75784097f196 req-800845e4-8246-4686-8f3c-59a2ec5092d2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 210 time: 0.0285940 Jan 17 09:45:55.448021 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:55.628047 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-10e3f4b2-9c72-475b-8212-7624caf0e247 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:55.629468 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-10e3f4b2-9c72-475b-8212-7624caf0e247 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 812 time: 0.1010110 Jan 17 09:45:55.715915 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13ae7e35-544a-4da9-aaa1-9cf132e0811c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f4051841264572a32481e0c189dff9 HTTP/1.1" status: 200 len: 380 time: 0.0544517 Jan 17 09:45:55.725493 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'port': {'device_id': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'admin_state_up': True, 'tenant_id': '27f4051841264572a32481e0c189dff9', 'security_groups': ['9d1e0831-1d86-4a87-a2e9-396c9add8a85']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:45:55.925536 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Made reservation on behalf of 27f4051841264572a32481e0c189dff9 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:45:55.931014 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:55.953810 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-91cc4161-362c-4650-a835-5f77129f9495 req-12b83e85-7934-48f9-afed-0d5f749a0aaf tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7160d61-fd4d-4919-bfeb-c5894d0e64e5 HTTP/1.1" status: 200 len: 210 time: 0.0397644 Jan 17 09:45:56.071131 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Allocated IP 172.20.0.4 (cad14386-aaff-423a-a690-1412877391b0/37313958-91c3-434f-9c3c-76a07ea42190/0580f343-09dc-490a-b074-681d7c093b09) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:45:56.244293 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff5896-a54c-48ee-b157-39bc558fae55 req-ea98c192-e2cd-404b-ab94-5c55134294b7 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:56.245803 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a7ff5896-a54c-48ee-b157-39bc558fae55 req-ea98c192-e2cd-404b-ab94-5c55134294b7 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 943 time: 0.0896137 Jan 17 09:45:56.250549 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for port (0580f343-09dc-490a-b074-681d7c093b09), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:56.298700 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ee097cdf-e3e2-4298-b15f-b804de16c609 req-3a5dec45-e19f-423b-ba10-b5bf20bfc48e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 210 time: 0.0386796 Jan 17 09:45:56.334904 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a7ff5896-a54c-48ee-b157-39bc558fae55 req-fe218fe0-7676-4cb3-aa32-1f7cef4d5a9b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826492 Jan 17 09:45:56.412871 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (0580f343-09dc-490a-b074-681d7c093b09), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:56.459158 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Network cad14386-aaff-423a-a690-1412877391b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:45:56.462219 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:45:56.465941 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:45:56.472057 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'Port': ['ID=0580f343-09dc-490a-b074-681d7c093b09,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:56.523197 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:56.525053 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:56.639000 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-6f648067-6a8c-427c-9cd2-0e3fc46c9709 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179206 Jan 17 09:45:56.651750 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-053cd6dc-019d-43bc-9517-e65bada21ed4 None None] Provisioning complete for port 0580f343-09dc-490a-b074-681d7c093b09 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:45:56.652377 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-053cd6dc-019d-43bc-9517-e65bada21ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (0580f343-09dc-490a-b074-681d7c093b09), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:56.665978 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Request body: {'port': {'device_id': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:45:56.685231 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-053cd6dc-019d-43bc-9517-e65bada21ed4 None None] Port 0580f343-09dc-490a-b074-681d7c093b09 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:45:56.720135 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (0580f343-09dc-490a-b074-681d7c093b09), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:56.961070 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9861a027-a353-4a8b-ad3c-8616a4c004ed details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:45:56.991902 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0580f343-09dc-490a-b074-681d7c093b09 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:45:57.000828 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Publish callbacks [] for port (0580f343-09dc-490a-b074-681d7c093b09), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.016114 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Transition to ACTIVE for port object 0580f343-09dc-490a-b074-681d7c093b09 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:45:57.017790 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 41998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:57.064743 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:57.080205 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'port_id': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'mac_address': 'fa:16:3e:43:85:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:45:57.082744 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (0580f343-09dc-490a-b074-681d7c093b09), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.128462 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 9861a027-a353-4a8b-ad3c-8616a4c004ed is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:45:57.128770 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.131959 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ea4708a-767f-438e-8970-9e56bbf84188 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group (454a0785-7576-4fbc-8a02-ae2aa5b39429), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.141972 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9861a027-a353-4a8b-ad3c-8616a4c004ed {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:45:57.164317 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:57.166454 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Pushing event updated for resources: {'Port': ['ID=0580f343-09dc-490a-b074-681d7c093b09,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:57.192671 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ea4708a-767f-438e-8970-9e56bbf84188 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group (454a0785-7576-4fbc-8a02-ae2aa5b39429), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.213833 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.272849 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.279730 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Attempting to bind port 0580f343-09dc-490a-b074-681d7c093b09 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:45:57.280344 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Attempting to bind port 0580f343-09dc-490a-b074-681d7c093b09 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:45:57.280855 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Attempting to bind port 0580f343-09dc-490a-b074-681d7c093b09 on network cad14386-aaff-423a-a690-1412877391b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:45:57.286514 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Port 0580f343-09dc-490a-b074-681d7c093b09 on network cad14386-aaff-423a-a690-1412877391b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:45:57.287070 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Attempting to bind port 0580f343-09dc-490a-b074-681d7c093b09 on network cad14386-aaff-423a-a690-1412877391b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:45:57.293252 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:45:57.294047 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Checking segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:45:57.294663 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Bound using segment: {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:45:57.295436 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Bound port: 0580f343-09dc-490a-b074-681d7c093b09, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865c6370-31ce-4647-87f4-ec8268cdc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cad14386-aaff-423a-a690-1412877391b0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:45:57.295830 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (0580f343-09dc-490a-b074-681d7c093b09), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.327091 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:57.399163 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] For port 0580f343-09dc-490a-b074-681d7c093b09, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:45:57.424796 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] For port 0580f343-09dc-490a-b074-681d7c093b09, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0580f343-09dc-490a-b074-681d7c093b09,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.441929 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:45:57.444646 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3f26a-2586-4ce5-bcf8-a65fa00ade30 req-da08d3ea-6786-4fde-b653-32ad3c2b1313 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:57.445603 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-58f3f26a-2586-4ce5-bcf8-a65fa00ade30 req-da08d3ea-6786-4fde-b653-32ad3c2b1313 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 943 time: 0.0595520 Jan 17 09:45:57.446642 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ea4708a-767f-438e-8970-9e56bbf84188 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (454a0785-7576-4fbc-8a02-ae2aa5b39429), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.449268 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ea4708a-767f-438e-8970-9e56bbf84188 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.451859 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6ea4708a-767f-438e-8970-9e56bbf84188 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] 10.222.0.73 "DELETE /v2.0/security-groups/454a0785-7576-4fbc-8a02-ae2aa5b39429 HTTP/1.1" status: 204 len: 168 time: 0.4309084 Jan 17 09:45:57.469569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4708a-767f-438e-8970-9e56bbf84188 tempest-TestShelveInstance-1189099565 tempest-TestShelveInstance-1189099565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=454a0785-7576-4fbc-8a02-ae2aa5b39429,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:57.508792 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-58f3f26a-2586-4ce5-bcf8-a65fa00ade30 req-71cfb7f2-6575-47c5-812b-37784cc36005 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549293 Jan 17 09:45:57.532560 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (0580f343-09dc-490a-b074-681d7c093b09), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.569863 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:57.570779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.571900 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] 10.222.0.72 "PUT /v2.0/ports/0580f343-09dc-490a-b074-681d7c093b09 HTTP/1.1" status: 200 len: 1093 time: 0.9102633 Jan 17 09:45:57.575561 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'tag': '0580f343-09dc-490a-b074-681d7c093b09'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:45:57.575561 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c29d58-4982-4731-8adc-b2076feb3654" -d '{"events": [{"name": "network-changed", "server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "tag": "0580f343-09dc-490a-b074-681d7c093b09"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:45:57.628005 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2e73c-336e-4a58-8d54-9ee3d15dc42e service neutron] Pushing event updated for resources: {'Port': ['ID=0580f343-09dc-490a-b074-681d7c093b09,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:57.647007 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9ba38-4b49-4c38-9b0a-6642dafe3cb0 req-eff13d5c-5e05-4428-93a9-876a24f7cf0c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:57.647007 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8fd9ba38-4b49-4c38-9b0a-6642dafe3cb0 req-eff13d5c-5e05-4428-93a9-876a24f7cf0c tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 944 time: 0.0829871 Jan 17 09:45:57.722469 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['9861a027-a353-4a8b-ad3c-8616a4c004ed'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:45:57.737170 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8fd9ba38-4b49-4c38-9b0a-6642dafe3cb0 req-b79ce4b2-8bb2-4db4-9375-d75f02514e7e tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777786 Jan 17 09:45:57.748270 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-77f76808-9778-4600-8858-ad1750b8ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:57.749757 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-77f76808-9778-4600-8858-ad1750b8ff27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 1096 time: 0.0659468 Jan 17 09:45:57.817540 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-62f2bb94-79b2-4d4c-9915-837f0dc33fc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0580f343-09dc-490a-b074-681d7c093b09 HTTP/1.1" status: 200 len: 217 time: 0.0473220 Jan 17 09:45:57.839287 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edee9918-c7a0-428c-9f31-5648dae659c5 x-openstack-request-id: req-edee9918-c7a0-428c-9f31-5648dae659c5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:45:57.843854 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "tag": "0580f343-09dc-490a-b074-681d7c093b09", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:45:57.843854 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-edee9918-c7a0-428c-9f31-5648dae659c5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:45:57.843854 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'tag': '0580f343-09dc-490a-b074-681d7c093b09', 'status': 'completed', 'code': 200} Jan 17 09:45:57.866546 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42014) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:57.902036 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-fa2d40b6-f0a7-451c-8ee4-4cd686e8adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:57.903011 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-fa2d40b6-f0a7-451c-8ee4-4cd686e8adaf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0719132 Jan 17 09:45:57.956301 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-63bebff5-f17f-4198-bc55-6fe1c3cc1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:57.957937 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-63bebff5-f17f-4198-bc55-6fe1c3cc1fb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443139 Jan 17 09:45:58.056127 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-5fce210a-6f35-46c2-bb08-baed8d123895 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886531 Jan 17 09:45:58.144623 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-52a48bc9-7ed9-454d-877c-fc22a0be83da req-8af38015-e3e9-43c8-b719-85fb0ad8ccc5 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821075 Jan 17 09:45:58.329585 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7970831'] for router_interface (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.379111 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.428577 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c29d58-4982-4731-8adc-b2076feb3654 req-7702fffa-fdb6-4031-b2b3-6b13afd9a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:58.430145 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53c29d58-4982-4731-8adc-b2076feb3654 req-7702fffa-fdb6-4031-b2b3-6b13afd9a8e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 1096 time: 0.0466630 Jan 17 09:45:58.519379 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c29d58-4982-4731-8adc-b2076feb3654 req-c56c9ff2-3bcd-41fa-9781-a5409de2f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:58.521290 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53c29d58-4982-4731-8adc-b2076feb3654 req-c56c9ff2-3bcd-41fa-9781-a5409de2f9d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 913 time: 0.0855877 Jan 17 09:45:58.570626 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53c29d58-4982-4731-8adc-b2076feb3654 req-6485dbac-822f-44a7-9d51-bcddf067fd90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0580f343-09dc-490a-b074-681d7c093b09 HTTP/1.1" status: 200 len: 217 time: 0.0433619 Jan 17 09:45:58.573264 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Deleting port 5104462b-12fc-48bf-9bb4-d9a0cffcea65 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:45:58.573671 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.652057 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c29d58-4982-4731-8adc-b2076feb3654 req-609bb336-8b55-4873-a7a2-7ed8e6fe22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:58.653570 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] For port 5104462b-12fc-48bf-9bb4-d9a0cffcea65, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=5104462b-12fc-48bf-9bb4-d9a0cffcea65,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:58.653722 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53c29d58-4982-4731-8adc-b2076feb3654 req-609bb336-8b55-4873-a7a2-7ed8e6fe22ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0779109 Jan 17 09:45:58.653935 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.662538 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:45:58.665165 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44c6d0-db19-456c-96b5-3b92c16019ad req-be110d10-122d-488c-83cb-d3fb5ff15611 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:58.666623 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0e44c6d0-db19-456c-96b5-3b92c16019ad req-be110d10-122d-488c-83cb-d3fb5ff15611 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 943 time: 0.0829861 Jan 17 09:45:58.666745 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Calling delete_port for 5104462b-12fc-48bf-9bb4-d9a0cffcea65 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:45:58.733342 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c29d58-4982-4731-8adc-b2076feb3654 req-401daab0-74d3-43db-8dd3-7b2e9c642a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:58.734843 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53c29d58-4982-4731-8adc-b2076feb3654 req-401daab0-74d3-43db-8dd3-7b2e9c642a09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673361 Jan 17 09:45:58.743578 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0e44c6d0-db19-456c-96b5-3b92c16019ad req-69af0652-6cc5-4dc3-be0d-e9dce2881137 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682015 Jan 17 09:45:58.855458 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53c29d58-4982-4731-8adc-b2076feb3654 req-b6ce9a98-0c40-42c8-a49f-9e600e508a6b service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109102 Jan 17 09:45:58.889632 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ffd9e-3b2a-484d-a0b1-2a97e7dc6377 req-06bc6094-05eb-4b86-99fc-cf820e16a685 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:58.891112 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5d3ffd9e-3b2a-484d-a0b1-2a97e7dc6377 req-06bc6094-05eb-4b86-99fc-cf820e16a685 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 944 time: 0.0738184 Jan 17 09:45:58.903737 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (5104462b-12fc-48bf-9bb4-d9a0cffcea65), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.960085 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5104462b-12fc-48bf-9bb4-d9a0cffcea65,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:58.989669 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.990218 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.990773 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.991013 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5d3ffd9e-3b2a-484d-a0b1-2a97e7dc6377 req-e35fd556-0301-4059-8aa5-8dd572a13a43 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720091 Jan 17 09:45:58.991366 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.991899 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.992491 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.993045 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.993600 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.994707 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.995112 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.995913 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.996449 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.996981 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.997346 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-53c29d58-4982-4731-8adc-b2076feb3654 req-6c060ffc-f633-44e0-b49b-0a5f2cb75718 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360028 Jan 17 09:45:59.130142 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7932036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7966623'] for router_interface (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:59.524427 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:45:59.627505 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:45:59.632607 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-7da1a453-87cd-4639-a94c-786035f222ed admin admin] 10.222.0.73 "PUT /v2.0/routers/60c49d53-ad27-46cc-a7ad-c29a10f05ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7635844 Jan 17 09:45:59.635059 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42024) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:59.637727 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] Sync routers for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:45:59.647065 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:45:59.647697 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:45:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:59.738890 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks [] for router (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:59.841418 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks [] for router_gateway (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:59.864629 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb60eaa-c805-4ac4-b643-547c05d8d99d req-74e77c32-5db9-41d6-a4f1-f909cbd5a1b8 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:59.866122 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-deb60eaa-c805-4ac4-b643-547c05d8d99d req-74e77c32-5db9-41d6-a4f1-f909cbd5a1b8 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 943 time: 0.0497730 Jan 17 09:45:59.882676 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:45:59.915494 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-deb60eaa-c805-4ac4-b643-547c05d8d99d req-bb989a6f-88f3-41ed-8ce9-338068b17240 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435326 Jan 17 09:45:59.977188 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Deleting port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:45:59.977721 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.065203 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] For port 99216e05-8d6f-4e5f-81bc-b5a0b94bffba, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=99216e05-8d6f-4e5f-81bc-b5a0b94bffba,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:00.065565 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.068526 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:45:58Z', 'revision_number': 5, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port': {'id': '99216e05-8d6f-4e5f-81bc-b5a0b94bffba', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:01Z', 'updated_at': '2022-01-17T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:00.079293 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Calling delete_port for 99216e05-8d6f-4e5f-81bc-b5a0b94bffba owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:00.095755 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] Checking router: 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:46:00.105886 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] Routers {'60c49d53-ad27-46cc-a7ad-c29a10f05ca1'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:00.106496 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:45:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:00.121815 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d75863-5f8d-4202-8f44-23f879af777d req-c0a54642-fb80-4ded-8999-ec81275f7878 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:00.123316 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b7d75863-5f8d-4202-8f44-23f879af777d req-c0a54642-fb80-4ded-8999-ec81275f7878 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 944 time: 0.0538328 Jan 17 09:46:00.172546 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b7d75863-5f8d-4202-8f44-23f879af777d req-78a65fa0-5cbd-4d92-aa1f-8c959bc26501 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424287 Jan 17 09:46:00.196696 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] Set router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:00.250051 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:45:59Z', 'revision_number': 6, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port_host': None}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:00.276396 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd45a4a5-8fc2-485c-ab59-2d4eb8c5b2d8 None None] The sync data for ids ['60c49d53-ad27-46cc-a7ad-c29a10f05ca1'] in dv-cinder-815461-8-iscsi is: [{'id': '60c49d53-ad27-46cc-a7ad-c29a10f05ca1', 'name': 'tempest-TestShelveInstance-94999984-router', 'tenant_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:00Z', 'updated_at': '2022-01-17T09:45:59Z', 'revision_number': 6, 'project_id': '09b34e99f78d4eb5aeea5ddec61c27bb', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:46:00.310914 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (99216e05-8d6f-4e5f-81bc-b5a0b94bffba), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.336584 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Pushing event deleted for resources: {'Port': ['ID=99216e05-8d6f-4e5f-81bc-b5a0b94bffba,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:00.398343 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7971189'] for router_gateway (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.484949 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25328'] for router (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.487644 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks [] for router_controller (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.630558 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977449'] for router (60c49d53-ad27-46cc-a7ad-c29a10f05ca1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.631093 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c49d53-ad27-46cc-a7ad-c29a10f05ca1 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:46:00.635542 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.637128 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-132db7f9-1e43-4770-a144-6ab84b21f98b admin admin] 10.222.0.73 "DELETE /v2.0/routers/60c49d53-ad27-46cc-a7ad-c29a10f05ca1 HTTP/1.1" status: 204 len: 168 time: 1.0007114 Jan 17 09:46:00.639283 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42032) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:00.688241 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e2dfdd-f285-47b2-b9d0-79185d3ed618 admin admin] Deleting subnet a7c5267e-0092-46aa-a326-296a81a2abe1 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:46:00.691707 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1e2dfdd-f285-47b2-b9d0-79185d3ed618 admin admin] Publish callbacks [] for subnet (a7c5267e-0092-46aa-a326-296a81a2abe1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.727209 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1e2dfdd-f285-47b2-b9d0-79185d3ed618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4561382'] for subnet (a7c5267e-0092-46aa-a326-296a81a2abe1), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.805000 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1e2dfdd-f285-47b2-b9d0-79185d3ed618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (a7c5267e-0092-46aa-a326-296a81a2abe1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.916386 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1e2dfdd-f285-47b2-b9d0-79185d3ed618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4764160'] for subnet (a7c5267e-0092-46aa-a326-296a81a2abe1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.945684 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2dfdd-f285-47b2-b9d0-79185d3ed618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c5267e-0092-46aa-a326-296a81a2abe1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:00.947626 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1e2dfdd-f285-47b2-b9d0-79185d3ed618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:00.953444 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42036) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:00.956275 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b58b6-98f5-49c6-9dce-697e6a1f1233 None None] Network 6dd2ccc7-bf61-46de-98c5-fb228432a126 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:46:00.961486 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e1e2dfdd-f285-47b2-b9d0-79185d3ed618 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a7c5267e-0092-46aa-a326-296a81a2abe1 HTTP/1.1" status: 204 len: 168 time: 0.3210666 Jan 17 09:46:01.037998 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9861a027-a353-4a8b-ad3c-8616a4c004ed up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:46:01.072513 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (6dd2ccc7-bf61-46de-98c5-fb228432a126), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.089842 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd501ef3-f635-4e06-bb1e-8f8944048148 req-9b3a53c6-4ea7-4161-aebd-cfe15239f5bc tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:01.091362 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fd501ef3-f635-4e06-bb1e-8f8944048148 req-9b3a53c6-4ea7-4161-aebd-cfe15239f5bc tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 943 time: 0.0888135 Jan 17 09:46:01.115481 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 9861a027-a353-4a8b-ad3c-8616a4c004ed triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:01.115977 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.188447 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fd501ef3-f635-4e06-bb1e-8f8944048148 req-5794a753-23a6-40f4-ab42-a7e23f6d4939 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896108 Jan 17 09:46:01.205830 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Deleting port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:01.206271 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.208045 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d0861d-be62-4e2d-a547-b8a608d650c0 None None] DHCP port deletion for 6dd2ccc7-bf61-46de-98c5-fb228432a126 request from dv-cinder-815461-8-iscsi {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:46:01.217756 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 9861a027-a353-4a8b-ad3c-8616a4c004ed is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:01.218187 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.266900 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:46:01.269721 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714e3373-fbfd-4960-a74c-2818e02e3ed7" -d '{"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-plugged", "status": "completed", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:46:01.282521 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 5104462b-12fc-48bf-9bb4-d9a0cffcea65 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:01.289006 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:01.309039 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 5104462b-12fc-48bf-9bb4-d9a0cffcea65 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:46:01.309392 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 5104462b-12fc-48bf-9bb4-d9a0cffcea65 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:46:01.309817 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:01.326420 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] For port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:01.326921 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.343192 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd39374c-ac96-4ba6-b7a3-9fac7e47e7d2 x-openstack-request-id: req-cd39374c-ac96-4ba6-b7a3-9fac7e47e7d2 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:46:01.343651 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-plugged", "status": "completed", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:46:01.343912 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd39374c-ac96-4ba6-b7a3-9fac7e47e7d2 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:46:01.344323 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'code': 200} Jan 17 09:46:01.348969 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Calling delete_port for d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:01.360645 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.363418 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493cce9-9de5-482a-b78d-9850d0b13081 req-6dc7efc1-ee3e-4221-9ceb-e72a78284c8b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:01.364992 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7493cce9-9de5-482a-b78d-9850d0b13081 req-6dc7efc1-ee3e-4221-9ceb-e72a78284c8b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 944 time: 0.1009548 Jan 17 09:46:01.372501 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0861d-be62-4e2d-a547-b8a608d650c0 None None] Deleting port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:01.379882 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5d0861d-be62-4e2d-a547-b8a608d650c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.477629 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7493cce9-9de5-482a-b78d-9850d0b13081 req-28834097-d17a-462b-a709-df2c27218c43 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011841 Jan 17 09:46:01.494754 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a5d0861d-be62-4e2d-a547-b8a608d650c0 None None] For port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e,segment=NetworkSegment(f3d317e4-a830-4a34-a64c-869367bfebe0),segment_id=f3d317e4-a830-4a34-a64c-869367bfebe0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:01.495224 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5d0861d-be62-4e2d-a547-b8a608d650c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.524694 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:01.533466 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0861d-be62-4e2d-a547-b8a608d650c0 None None] Calling delete_port for d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:01.555084 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:01.555490 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.560514 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.591560 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:01.594130 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] No DVR routers for this DVR port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e on host dv-cinder-815461-8-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:46:01.640424 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 99216e05-8d6f-4e5f-81bc-b5a0b94bffba no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:01.665001 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 99216e05-8d6f-4e5f-81bc-b5a0b94bffba {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:46:01.665352 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 99216e05-8d6f-4e5f-81bc-b5a0b94bffba not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:46:01.672662 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5d0861d-be62-4e2d-a547-b8a608d650c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.696239 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (6dd2ccc7-bf61-46de-98c5-fb228432a126), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.698643 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0861d-be62-4e2d-a547-b8a608d650c0 None None] Pushing event deleted for resources: {'Port': ['ID=d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:01.707752 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d0861d-be62-4e2d-a547-b8a608d650c0 None None] No DVR routers for this DVR port d89b1d0e-3ab1-4b4f-a0cd-8f245c591d9e on host dv-cinder-815461-8-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:46:01.721028 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd2ccc7-bf61-46de-98c5-fb228432a126']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:01.731811 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8219a69-e4fd-4e8f-97ba-5be836eb9ace req-c12bce2e-43de-47ee-b359-88e9a7a3540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:01.733270 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b8219a69-e4fd-4e8f-97ba-5be836eb9ace req-c12bce2e-43de-47ee-b359-88e9a7a3540b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 1099 time: 0.0993087 Jan 17 09:46:01.734765 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d317e4-a830-4a34-a64c-869367bfebe0') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:01.735057 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d317e4-a830-4a34-a64c-869367bfebe0') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:01.749654 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66526837'] for segment (f3d317e4-a830-4a34-a64c-869367bfebe0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.775035 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (f3d317e4-a830-4a34-a64c-869367bfebe0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.787285 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:46:01.787658 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66555659'] for segment (f3d317e4-a830-4a34-a64c-869367bfebe0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: Traceback (most recent call last): Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: timer() Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: cb(*args, **kw) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: return func(*args, **kwargs) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: self._notify() Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: self.callback(batched_events) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: event.method(event) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: return f(self, *a, **k) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._get(url).json() Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:46:01.789252 dv-cinder-815461-8-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:46:01.826227 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b8219a69-e4fd-4e8f-97ba-5be836eb9ace req-a1737ef9-474a-46c0-95e3-77546476a178 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850427 Jan 17 09:46:01.927446 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (6dd2ccc7-bf61-46de-98c5-fb228432a126), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.932717 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:01.936907 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6dd2ccc7-bf61-46de-98c5-fb228432a126 HTTP/1.1" status: 204 len: 168 time: 0.9814310 Jan 17 09:46:01.940248 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42044) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:01.947551 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5037bb-a659-44c8-8d11-fb8d4f213106 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd2ccc7-bf61-46de-98c5-fb228432a126,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:02.275817 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7970831'] for router_interface (fd45c0b9-8035-44fd-b6e5-321000cec105), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:02.302035 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062efff5-50f4-43b6-8f1e-ac6f9106ae93 req-b8e6dd70-a468-49e1-95d9-05e0da9e695a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:02.303676 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-062efff5-50f4-43b6-8f1e-ac6f9106ae93 req-b8e6dd70-a468-49e1-95d9-05e0da9e695a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 943 time: 0.0513721 Jan 17 09:46:02.354884 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-062efff5-50f4-43b6-8f1e-ac6f9106ae93 req-8e913139-6f5a-4146-98a0-93ccc075afda tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456343 Jan 17 09:46:02.512230 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Deleting port b8f9bca9-ae58-4450-a960-f9a14c6b58ab {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:02.512482 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:02.589733 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] For port b8f9bca9-ae58-4450-a960-f9a14c6b58ab, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=b8f9bca9-ae58-4450-a960-f9a14c6b58ab,segment=NetworkSegment(8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2),segment_id=8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:02.590088 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:02.603882 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Calling delete_port for b8f9bca9-ae58-4450-a960-f9a14c6b58ab owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:02.607130 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713910-cb53-4603-a1e3-f03d36ab92d9 req-b6532155-7c2c-4f83-97d9-9ec248c07d30 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:02.608639 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d2713910-cb53-4603-a1e3-f03d36ab92d9 req-b6532155-7c2c-4f83-97d9-9ec248c07d30 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 946 time: 0.0483127 Jan 17 09:46:02.654069 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d2713910-cb53-4603-a1e3-f03d36ab92d9 req-10a8ea61-7658-4827-851b-7f4ec583173d tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390770 Jan 17 09:46:02.870127 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (b8f9bca9-ae58-4450-a960-f9a14c6b58ab), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:02.896293 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f9bca9-ae58-4450-a960-f9a14c6b58ab,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:03.056675 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7932036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7966623'] for router_interface (fd45c0b9-8035-44fd-b6e5-321000cec105), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:03.466597 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Router fd45c0b9-8035-44fd-b6e5-321000cec105 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:46:03.469659 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea45d6-42ab-4ccf-9a38-d8014a0fbc44 req-91ca0224-2400-47cc-9b65-d35bd72cae55 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:03.471660 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-07ea45d6-42ab-4ccf-9a38-d8014a0fbc44 req-91ca0224-2400-47cc-9b65-d35bd72cae55 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 943 time: 0.0501170 Jan 17 09:46:03.528373 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-07ea45d6-42ab-4ccf-9a38-d8014a0fbc44 req-2941331a-f647-443f-9ec5-8fc5763a7fb3 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508749 Jan 17 09:46:03.584397 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:46:03.591166 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-784cd005-b3fb-4155-b353-1f55c35d04e0 admin admin] 10.222.0.73 "PUT /v2.0/routers/fd45c0b9-8035-44fd-b6e5-321000cec105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497817 Jan 17 09:46:03.593809 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:03.608001 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] Sync routers for ids ['fd45c0b9-8035-44fd-b6e5-321000cec105'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:46:03.617896 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] Routers {'fd45c0b9-8035-44fd-b6e5-321000cec105'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:03.618741 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:45:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['fd45c0b9-8035-44fd-b6e5-321000cec105'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:03.699390 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks [] for router (fd45c0b9-8035-44fd-b6e5-321000cec105), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:03.729514 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] Set router fd45c0b9-8035-44fd-b6e5-321000cec105 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:03.920203 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:06Z', 'updated_at': '2022-01-17T09:46:02Z', 'revision_number': 5, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'gw_port': {'id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:07Z', 'updated_at': '2022-01-17T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:03.951299 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] Checking router: fd45c0b9-8035-44fd-b6e5-321000cec105 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:46:03.960818 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] Routers {'fd45c0b9-8035-44fd-b6e5-321000cec105'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:03.961429 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:45:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['fd45c0b9-8035-44fd-b6e5-321000cec105'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:04.063420 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] Set router fd45c0b9-8035-44fd-b6e5-321000cec105 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:04.101966 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1dd1-f551-4e8e-8edf-3debed8d1f62 req-829898fd-c5df-4c9e-bb74-6fca3a36cfb1 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:04.103504 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c1e1dd1-f551-4e8e-8edf-3debed8d1f62 req-829898fd-c5df-4c9e-bb74-6fca3a36cfb1 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 946 time: 0.3707335 Jan 17 09:46:04.129739 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks [] for router_gateway (fd45c0b9-8035-44fd-b6e5-321000cec105), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:04.167077 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c1e1dd1-f551-4e8e-8edf-3debed8d1f62 req-7d976a8a-6927-4db8-84d2-743d1bb74980 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571194 Jan 17 09:46:04.247203 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:06Z', 'updated_at': '2022-01-17T09:46:02Z', 'revision_number': 5, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'gw_port': {'id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:07Z', 'updated_at': '2022-01-17T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:04.256500 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Deleting port 6c006c00-1304-4aa0-a649-0d7e7e47445d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:04.256834 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:04.275280 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1697e-350c-4720-ae39-eb2a021bc260 None None] The sync data for ids ['fd45c0b9-8035-44fd-b6e5-321000cec105'] in dv-cinder-815461-8-iscsi is: [{'id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'name': 'tempest-TestShelveInstance-631875620-router', 'tenant_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:39:06Z', 'updated_at': '2022-01-17T09:46:02Z', 'revision_number': 5, 'project_id': 'c04601b31bdd4987b3b1f098ae3a961b', 'gw_port': {'id': '6c006c00-1304-4aa0-a649-0d7e7e47445d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd45c0b9-8035-44fd-b6e5-321000cec105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:39:07Z', 'updated_at': '2022-01-17T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:46:04.346237 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] For port 6c006c00-1304-4aa0-a649-0d7e7e47445d, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6c006c00-1304-4aa0-a649-0d7e7e47445d,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:04.346602 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:04.358208 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Calling delete_port for 6c006c00-1304-4aa0-a649-0d7e7e47445d owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:04.663380 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a32c9b-6724-4c8b-9b47-5f629100759a req-6ac65205-39ff-4e2b-a4c1-fdc3f64c021a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:04.668413 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e1a32c9b-6724-4c8b-9b47-5f629100759a req-6ac65205-39ff-4e2b-a4c1-fdc3f64c021a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 943 time: 0.0598981 Jan 17 09:46:04.668413 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (6c006c00-1304-4aa0-a649-0d7e7e47445d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:04.698515 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c006c00-1304-4aa0-a649-0d7e7e47445d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:04.791609 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e1a32c9b-6724-4c8b-9b47-5f629100759a req-2dc1dc50-9775-4f86-992e-193322390715 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198735 Jan 17 09:46:04.796713 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7971189'] for router_gateway (fd45c0b9-8035-44fd-b6e5-321000cec105), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:04.887944 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25328'] for router (fd45c0b9-8035-44fd-b6e5-321000cec105), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:04.890064 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks [] for router_controller (fd45c0b9-8035-44fd-b6e5-321000cec105), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:04.984670 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977449'] for router (fd45c0b9-8035-44fd-b6e5-321000cec105), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:04.985226 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd45c0b9-8035-44fd-b6e5-321000cec105 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:46:04.990094 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:04.996205 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e6365b06-144b-45e4-90d7-71483c7c7c6f admin admin] 10.222.0.73 "DELETE /v2.0/routers/fd45c0b9-8035-44fd-b6e5-321000cec105 HTTP/1.1" status: 204 len: 168 time: 1.3964639 Jan 17 09:46:04.996205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42098) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:05.039197 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-83213d40-40c4-4257-b5f8-9db71f06af0a admin admin] Deleting subnet faae56ec-fd2b-4cd2-9d16-6d4624ba902c {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:46:05.042585 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83213d40-40c4-4257-b5f8-9db71f06af0a admin admin] Publish callbacks [] for subnet (faae56ec-fd2b-4cd2-9d16-6d4624ba902c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.082061 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83213d40-40c4-4257-b5f8-9db71f06af0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66520198'] for subnet (faae56ec-fd2b-4cd2-9d16-6d4624ba902c), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.158585 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83213d40-40c4-4257-b5f8-9db71f06af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (faae56ec-fd2b-4cd2-9d16-6d4624ba902c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.290411 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3940e48-97af-4670-a7f0-343f693000b2 req-1ad4c4ab-043c-4e35-8214-72a0e4f1b1dc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:05.291826 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a3940e48-97af-4670-a7f0-343f693000b2 req-1ad4c4ab-043c-4e35-8214-72a0e4f1b1dc tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 946 time: 0.0487521 Jan 17 09:46:05.293231 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83213d40-40c4-4257-b5f8-9db71f06af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66555749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66581350'] for subnet (faae56ec-fd2b-4cd2-9d16-6d4624ba902c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.337398 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83213d40-40c4-4257-b5f8-9db71f06af0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faae56ec-fd2b-4cd2-9d16-6d4624ba902c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:05.339496 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83213d40-40c4-4257-b5f8-9db71f06af0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.340617 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ec8dae-d261-4e86-bf49-093f0b84f46e None None] Network 5bf95972-849a-445d-bb08-b684a5fbd895 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:46:05.345174 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-83213d40-40c4-4257-b5f8-9db71f06af0a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/faae56ec-fd2b-4cd2-9d16-6d4624ba902c HTTP/1.1" status: 204 len: 168 time: 0.3479567 Jan 17 09:46:05.346346 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42104) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:05.381140 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a3940e48-97af-4670-a7f0-343f693000b2 req-74a5f9a0-b70d-4320-b065-7c9421ba3fbf tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833294 Jan 17 09:46:05.436021 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (5bf95972-849a-445d-bb08-b684a5fbd895), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.502792 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Deleting port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:05.503135 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.515016 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f9a9f-d988-4031-8197-1ca4f3a6e2e7 None None] DHCP port deletion for 5bf95972-849a-445d-bb08-b684a5fbd895 request from dv-cinder-815461-8-iscsi {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:46:05.549200 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device b8f9bca9-ae58-4450-a960-f9a14c6b58ab no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:05.570670 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: b8f9bca9-ae58-4450-a960-f9a14c6b58ab {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:46:05.571014 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device b8f9bca9-ae58-4450-a960-f9a14c6b58ab not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:46:05.571445 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6c006c00-1304-4aa0-a649-0d7e7e47445d no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:05.573645 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] For port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=e6153cf6-11e1-4c7d-82bc-a4504f65d1e3,segment=NetworkSegment(8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2),segment_id=8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:05.574006 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.588344 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Calling delete_port for e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:05.594686 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 6c006c00-1304-4aa0-a649-0d7e7e47445d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:46:05.595029 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6c006c00-1304-4aa0-a649-0d7e7e47445d not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:46:05.622122 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f9a9f-d988-4031-8197-1ca4f3a6e2e7 None None] Deleting port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:05.622494 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab8f9a9f-d988-4031-8197-1ca4f3a6e2e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.688128 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ab8f9a9f-d988-4031-8197-1ca4f3a6e2e7 None None] For port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=e6153cf6-11e1-4c7d-82bc-a4504f65d1e3,segment=NetworkSegment(8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2),segment_id=8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:05.688520 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab8f9a9f-d988-4031-8197-1ca4f3a6e2e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.701668 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f9a9f-d988-4031-8197-1ca4f3a6e2e7 None None] Calling delete_port for e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:05.761776 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.789818 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6153cf6-11e1-4c7d-82bc-a4504f65d1e3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:05.793473 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab8f9a9f-d988-4031-8197-1ca4f3a6e2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (e6153cf6-11e1-4c7d-82bc-a4504f65d1e3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.793742 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] No DVR routers for this DVR port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 on host dv-cinder-815461-8-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:46:05.832023 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f9a9f-d988-4031-8197-1ca4f3a6e2e7 None None] No DVR routers for this DVR port e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 on host dv-cinder-815461-8-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:46:05.837790 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f9a9f-d988-4031-8197-1ca4f3a6e2e7 None None] Pushing event deleted for resources: {'Port': ['ID=e6153cf6-11e1-4c7d-82bc-a4504f65d1e3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:05.902057 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (5bf95972-849a-445d-bb08-b684a5fbd895), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.927721 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf95972-849a-445d-bb08-b684a5fbd895']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:05.937219 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:05.937601 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:05.940495 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc153e-766d-41dc-b85f-2d3f80552798 req-ddae5e3c-2bf8-41ff-a8b8-2d2c38ac8a4e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:05.942774 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-00dc153e-766d-41dc-b85f-2d3f80552798 req-ddae5e3c-2bf8-41ff-a8b8-2d2c38ac8a4e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 943 time: 0.0707755 Jan 17 09:46:05.954641 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4555541'] for segment (8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.972653 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.980218 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4561265'] for segment (8b1cb11e-f89a-40a4-bbe8-9cd5ef2faee2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: Traceback (most recent call last): Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: timer() Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: cb(*args, **kw) Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: return func(*args, **kwargs) Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: self._notify() Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: self.callback(batched_events) Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: event.method(event) Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: return f(self, *a, **k) Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._get(url).json() Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: return self.request(url, 'GET', **kwargs) Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:46:05.984132 dv-cinder-815461-8-iscsi neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:46:06.003999 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-00dc153e-766d-41dc-b85f-2d3f80552798 req-09632004-2006-40a6-a21b-9aa5ce8ef7c1 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542285 Jan 17 09:46:06.109448 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (5bf95972-849a-445d-bb08-b684a5fbd895), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:06.118343 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:06.121614 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5bf95972-849a-445d-bb08-b684a5fbd895 HTTP/1.1" status: 204 len: 168 time: 0.7745893 Jan 17 09:46:06.131327 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0e7d1-3034-44b6-b05a-5213c0f477b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf95972-849a-445d-bb08-b684a5fbd895,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:06.453673 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42120) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:06.496973 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-35ce3702-3f91-463f-b01e-9fa76a86273f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=09b34e99f78d4eb5aeea5ddec61c27bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421369 Jan 17 09:46:06.499608 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42122) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:06.555051 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af471458-32bb-4557-8fe2-f70cd4c76487 admin admin] Publish callbacks [] for security_group (8f3ff312-9d88-40c5-80e4-0851fc2760ce), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:06.580556 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af471458-32bb-4557-8fe2-f70cd4c76487 admin admin] Publish callbacks [] for security_group (8f3ff312-9d88-40c5-80e4-0851fc2760ce), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:06.707807 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af471458-32bb-4557-8fe2-f70cd4c76487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8f3ff312-9d88-40c5-80e4-0851fc2760ce), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:06.710661 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af471458-32bb-4557-8fe2-f70cd4c76487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:06.712643 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-af471458-32bb-4557-8fe2-f70cd4c76487 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f3ff312-9d88-40c5-80e4-0851fc2760ce HTTP/1.1" status: 204 len: 168 time: 0.2118223 Jan 17 09:46:06.722665 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471458-32bb-4557-8fe2-f70cd4c76487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ff312-9d88-40c5-80e4-0851fc2760ce,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:07.019348 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 0580f343-09dc-490a-b074-681d7c093b09 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:46:07.156296 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 0580f343-09dc-490a-b074-681d7c093b09, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0580f343-09dc-490a-b074-681d7c093b09,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:07.169399 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '0580f343-09dc-490a-b074-681d7c093b09', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'port_id': '0580f343-09dc-490a-b074-681d7c093b09', 'mac_address': 'fa:16:3e:12:3d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:46:07.176104 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6876d7-10d2-4e3b-a8f3-6ad916cec3a3 req-b8a5d60f-6991-48f9-bfac-5def4d007646 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:07.177723 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3a6876d7-10d2-4e3b-a8f3-6ad916cec3a3 req-b8a5d60f-6991-48f9-bfac-5def4d007646 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 943 time: 0.0669482 Jan 17 09:46:07.210007 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 0580f343-09dc-490a-b074-681d7c093b09 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:07.210403 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (0580f343-09dc-490a-b074-681d7c093b09), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:07.229204 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0580f343-09dc-490a-b074-681d7c093b09 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:46:07.247398 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3a6876d7-10d2-4e3b-a8f3-6ad916cec3a3 req-cb9f43c6-efab-48e5-b0ae-f106b770382e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614786 Jan 17 09:46:07.257504 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 0580f343-09dc-490a-b074-681d7c093b09, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0580f343-09dc-490a-b074-681d7c093b09,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:07.259939 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:07.291646 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:46:07.291996 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device e6153cf6-11e1-4c7d-82bc-a4504f65d1e3 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:46:07.333386 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (0580f343-09dc-490a-b074-681d7c093b09), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:07.387883 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=0580f343-09dc-490a-b074-681d7c093b09,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:07.481669 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:07.520618 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9adc3eac-61a0-46c9-bb65-7927cb97af17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c04601b31bdd4987b3b1f098ae3a961b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376849 Jan 17 09:46:07.523006 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42138) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:07.568208 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f029753c-dbd9-429b-89dc-5c572b6cb36f admin admin] Publish callbacks [] for security_group (b538e60d-2c7d-416d-b7c3-53bbfb461549), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:07.588604 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f029753c-dbd9-429b-89dc-5c572b6cb36f admin admin] Publish callbacks [] for security_group (b538e60d-2c7d-416d-b7c3-53bbfb461549), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:07.727321 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f029753c-dbd9-429b-89dc-5c572b6cb36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (b538e60d-2c7d-416d-b7c3-53bbfb461549), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:07.729876 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f029753c-dbd9-429b-89dc-5c572b6cb36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:07.731044 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f029753c-dbd9-429b-89dc-5c572b6cb36f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b538e60d-2c7d-416d-b7c3-53bbfb461549 HTTP/1.1" status: 204 len: 168 time: 0.2071357 Jan 17 09:46:07.740963 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029753c-dbd9-429b-89dc-5c572b6cb36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b538e60d-2c7d-416d-b7c3-53bbfb461549,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:07.776078 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['0580f343-09dc-490a-b074-681d7c093b09'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:46:08.370160 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d1b2-32fb-498f-a189-87e23c6c4363 req-0c9a2fa5-30b4-4ed3-a7db-7435a83f6686 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:08.371713 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dfa6d1b2-32fb-498f-a189-87e23c6c4363 req-0c9a2fa5-30b4-4ed3-a7db-7435a83f6686 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 944 time: 0.0577536 Jan 17 09:46:08.430334 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dfa6d1b2-32fb-498f-a189-87e23c6c4363 req-803f2764-f141-45e6-a6d0-851910224e3b tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528586 Jan 17 09:46:09.019872 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 0580f343-09dc-490a-b074-681d7c093b09 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:46:09.127989 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 0580f343-09dc-490a-b074-681d7c093b09 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:46:09.133881 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 0580f343-09dc-490a-b074-681d7c093b09 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:09.134562 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (0580f343-09dc-490a-b074-681d7c093b09), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:09.226735 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 0580f343-09dc-490a-b074-681d7c093b09 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:09.227126 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (0580f343-09dc-490a-b074-681d7c093b09), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:09.252393 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580f343-09dc-490a-b074-681d7c093b09'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:46:09.254773 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dccbc0-7a74-4b1e-92f7-e99a3d4cdc33" -d '{"events": [{"server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "name": "network-vif-plugged", "status": "completed", "tag": "0580f343-09dc-490a-b074-681d7c093b09"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:46:09.271609 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 0580f343-09dc-490a-b074-681d7c093b09, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0580f343-09dc-490a-b074-681d7c093b09,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:09.293318 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905932fa-2a8d-4706-a685-16ae36f23d1c x-openstack-request-id: req-905932fa-2a8d-4706-a685-16ae36f23d1c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:46:09.293610 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "name": "network-vif-plugged", "status": "completed", "tag": "0580f343-09dc-490a-b074-681d7c093b09", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:46:09.293889 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-905932fa-2a8d-4706-a685-16ae36f23d1c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:46:09.294285 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580f343-09dc-490a-b074-681d7c093b09', 'code': 200} Jan 17 09:46:09.367786 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (0580f343-09dc-490a-b074-681d7c093b09), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:09.426010 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=0580f343-09dc-490a-b074-681d7c093b09,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:09.436180 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.436625 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.436979 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.437435 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.438001 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.438562 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.439102 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.439991 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.440788 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.442531 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.442531 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.442531 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.442531 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:09.560680 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ba3aa-11d0-4c02-a820-499ca44a13b0 req-169ad35c-1f7f-4729-89ef-cb245273193c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:09.562820 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e07ba3aa-11d0-4c02-a820-499ca44a13b0 req-169ad35c-1f7f-4729-89ef-cb245273193c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 945 time: 0.0506151 Jan 17 09:46:09.626511 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e07ba3aa-11d0-4c02-a820-499ca44a13b0 req-70d772aa-29f0-4189-b663-e4283b577d6a tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574856 Jan 17 09:46:09.655423 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af71a9-f56b-4961-86b5-42b195bf7aec req-5eaa2985-e8cc-4777-878e-d98f5279cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:09.656937 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f5af71a9-f56b-4961-86b5-42b195bf7aec req-5eaa2985-e8cc-4777-878e-d98f5279cee0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 1098 time: 0.0511832 Jan 17 09:46:09.710193 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f5af71a9-f56b-4961-86b5-42b195bf7aec req-153c5c46-4d0b-4ea3-8178-31c3d2220df2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475733 Jan 17 09:46:10.745884 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b2d7-b867-47e1-9e4f-8aa4127fe6f4 req-63afa19f-0797-4b0d-8ae3-a0a5a77f7a45 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:10.747531 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3b6b2d7-b867-47e1-9e4f-8aa4127fe6f4 req-63afa19f-0797-4b0d-8ae3-a0a5a77f7a45 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Jan 17 09:46:10.799558 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b3b6b2d7-b867-47e1-9e4f-8aa4127fe6f4 req-27531d34-4ba4-41fc-95c1-478f384dfbfa tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458517 Jan 17 09:46:11.926084 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a1f7d-3724-4139-ae3a-1a9679626cd7 req-0471556f-19f6-4999-b85e-6ce5edac40ce tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:11.927562 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-293a1f7d-3724-4139-ae3a-1a9679626cd7 req-0471556f-19f6-4999-b85e-6ce5edac40ce tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 945 time: 0.0482707 Jan 17 09:46:11.975353 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-293a1f7d-3724-4139-ae3a-1a9679626cd7 req-d199e81b-3037-4913-ac3f-ef1d56e6dbd6 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 Jan 17 09:46:12.090310 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543463d9-b3d6-40e6-a425-55f92e391ba4 req-a1cecad4-385a-4d48-b039-979a2f8357c2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:12.091698 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-543463d9-b3d6-40e6-a425-55f92e391ba4 req-a1cecad4-385a-4d48-b039-979a2f8357c2 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 945 time: 0.0516279 Jan 17 09:46:12.138922 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-543463d9-b3d6-40e6-a425-55f92e391ba4 req-d4deda66-46b8-48c8-a58a-c0f2eecad7fa tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411489 Jan 17 09:46:12.161568 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42172) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:12.381230 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f4467-a410-4e4c-9aea-ea07d81e1367 tempest-TestVolumeBootPattern-62746354 tempest-TestVolumeBootPattern-62746354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:12.382724 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6b6f4467-a410-4e4c-9aea-ea07d81e1367 tempest-TestVolumeBootPattern-62746354 tempest-TestVolumeBootPattern-62746354-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 1093 time: 0.2201900 Jan 17 09:46:12.385449 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42176) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:12.389615 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Request body: {'floatingip': {'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'port_id': '0580f343-09dc-490a-b074-681d7c093b09', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:46:12.542820 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:12.644898 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:12.745808 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Allocated IP 172.27.1.36 (50a1d126-1fb1-4dda-8924-26e8926320d3/c2ea5686-de3c-4e60-8239-2a5c993a76bf/6aeebb85-23ee-4f48-90d7-3c7d64148cbd) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:46:12.773026 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:12.848030 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for port (6aeebb85-23ee-4f48-90d7-3c7d64148cbd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:12.939640 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (6aeebb85-23ee-4f48-90d7-3c7d64148cbd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:12.977591 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Network 50a1d126-1fb1-4dda-8924-26e8926320d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:46:12.980356 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:46:12.983818 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:46:13.009306 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'Port': ['ID=6aeebb85-23ee-4f48-90d7-3c7d64148cbd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:13.339189 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (aeefd66a-a577-49ea-a9e6-e12ca590ffe2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.465344 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (6aeebb85-23ee-4f48-90d7-3c7d64148cbd), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.612016 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for port (6aeebb85-23ee-4f48-90d7-3c7d64148cbd), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.698096 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (6aeebb85-23ee-4f48-90d7-3c7d64148cbd), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.765715 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event updated for resources: {'Port': ['ID=6aeebb85-23ee-4f48-90d7-3c7d64148cbd,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:13.777939 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (aeefd66a-a577-49ea-a9e6-e12ca590ffe2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.875088 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Floating IP aeefd66a-a577-49ea-a9e6-e12ca590ffe2 associated. External IP: 172.27.1.36, port: 0580f343-09dc-490a-b074-681d7c093b09. Jan 17 09:46:14.073443 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Router a5f8d239-61cb-450b-afdc-7bc159a2be3d has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:46:14.178275 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:46:14.187707 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] Sync routers for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:46:14.197996 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:14.198608 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:45:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:14.317475 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:14.349062 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6819870b-94f1-4f5e-aaab-86240f41afb4 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9625809 Jan 17 09:46:14.349752 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'tag': '0580f343-09dc-490a-b074-681d7c093b09'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:46:14.352090 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e70839-a328-4c80-961a-9d3e3f4d83ee" -d '{"events": [{"name": "network-changed", "server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "tag": "0580f343-09dc-490a-b074-681d7c093b09"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:46:14.398146 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3981bf87-8964-4a49-adac-a2b1dc5779ff x-openstack-request-id: req-3981bf87-8964-4a49-adac-a2b1dc5779ff {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:46:14.398440 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "tag": "0580f343-09dc-490a-b074-681d7c093b09", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:46:14.398693 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3981bf87-8964-4a49-adac-a2b1dc5779ff {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:46:14.399555 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'tag': '0580f343-09dc-490a-b074-681d7c093b09', 'status': 'completed', 'code': 200} Jan 17 09:46:14.428985 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:14.475283 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-683b3e59-8344-421c-8878-9f95b556654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:14.476810 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-683b3e59-8344-421c-8878-9f95b556654a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 1098 time: 0.0432827 Jan 17 09:46:14.564595 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-2900e24f-aaaf-4ae3-a9b2-c4f97ed2c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:14.566076 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-2900e24f-aaaf-4ae3-a9b2-c4f97ed2c6dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 913 time: 0.0825148 Jan 17 09:46:14.653107 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '185b3c44-8189-460f-bcc0-624a0caa9d62', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:16Z', 'updated_at': '2022-01-17T09:43:19Z', 'revision_number': 1, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}, {'id': 'aeefd66a-a577-49ea-a9e6-e12ca590ffe2', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '0580f343-09dc-490a-b074-681d7c093b09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:12:3d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:46:13Z', 'updated_at': '2022-01-17T09:46:13Z', 'revision_number': 0, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:14.658492 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-97fc4af9-8cae-4656-b333-b8a50631e62c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0580f343-09dc-490a-b074-681d7c093b09 HTTP/1.1" status: 200 len: 998 time: 0.0656259 Jan 17 09:46:14.683247 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] Checking router: a5f8d239-61cb-450b-afdc-7bc159a2be3d for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:46:14.691743 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:14.692342 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:45:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:14.713070 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-8eb2b286-270d-4db0-b65f-167b4b2e5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:14.714575 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-8eb2b286-270d-4db0-b65f-167b4b2e5ceb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0440068 Jan 17 09:46:14.758965 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-6987b99e-e8bf-409a-902a-e15bfdf06510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:14.760473 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-6987b99e-e8bf-409a-902a-e15bfdf06510 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402627 Jan 17 09:46:14.797334 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:14.853202 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-3917ed3a-650b-41d3-928c-0bec06613928 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860682 Jan 17 09:46:14.940387 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01e70839-a328-4c80-961a-9d3e3f4d83ee req-3d52ef30-0375-4a3e-b60d-3c4c5ab03c6c service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809636 Jan 17 09:46:15.018190 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '185b3c44-8189-460f-bcc0-624a0caa9d62', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:16Z', 'updated_at': '2022-01-17T09:43:19Z', 'revision_number': 1, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}, {'id': 'aeefd66a-a577-49ea-a9e6-e12ca590ffe2', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '0580f343-09dc-490a-b074-681d7c093b09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:12:3d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:46:13Z', 'updated_at': '2022-01-17T09:46:13Z', 'revision_number': 0, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:15.047665 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821c037-3f3d-4588-b0b1-7f9cabdb7e16 None None] The sync data for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi is: [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '185b3c44-8189-460f-bcc0-624a0caa9d62', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:16Z', 'updated_at': '2022-01-17T09:43:19Z', 'revision_number': 1, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}, {'id': 'aeefd66a-a577-49ea-a9e6-e12ca590ffe2', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '0580f343-09dc-490a-b074-681d7c093b09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:12:3d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:46:13Z', 'updated_at': '2022-01-17T09:46:13Z', 'revision_number': 0, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:46:15.234885 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988b158-06bf-4c85-9f38-c602d6f4006a None None] New status for floating IP aeefd66a-a577-49ea-a9e6-e12ca590ffe2: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:46:21.936935 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-80ab92a2-6b96-4752-a46c-607f23e62df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:23.396484 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ba465-c2b5-4421-8231-83898a3459db req-c3c082c5-eb05-4b95-bbd2-4534d7e29e36 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:23.397980 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e63ba465-c2b5-4421-8231-83898a3459db req-c3c082c5-eb05-4b95-bbd2-4534d7e29e36 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 945 time: 0.0496318 Jan 17 09:46:23.447906 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e63ba465-c2b5-4421-8231-83898a3459db req-8fb7d802-8881-4dc9-b9de-d6c3c1137d03 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443125 Jan 17 09:46:24.378007 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08239d59-9a3c-4bda-a8db-d2e404a1c051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:24.568994 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86abd-8e39-44ab-bdbb-233b27a67623 req-89bf7085-8719-4d45-a0a5-1f174138fc2e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:24.570435 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-36b86abd-8e39-44ab-bdbb-233b27a67623 req-89bf7085-8719-4d45-a0a5-1f174138fc2e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 945 time: 0.0489438 Jan 17 09:46:24.615913 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-36b86abd-8e39-44ab-bdbb-233b27a67623 req-f3d4257a-f649-4815-b453-65eda021a98f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397768 Jan 17 09:46:25.429505 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:25.468323 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-69c38775-2561-485e-b143-0c4cb4cf57b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402036 Jan 17 09:46:25.528112 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-398b5f53-fa9d-4643-9f70-7a53f8662a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:25.529554 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-398b5f53-fa9d-4643-9f70-7a53f8662a80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 1099 time: 0.0387452 Jan 17 09:46:25.632023 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-0bab6432-300a-430f-a985-3a3aa890a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:25.633465 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-0bab6432-300a-430f-a985-3a3aa890a299 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 913 time: 0.0863748 Jan 17 09:46:25.736245 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-e1ba514e-60a8-4746-85f7-755219fc1ed5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f738cbc-e37c-4bc2-9ead-69188735950f HTTP/1.1" status: 200 len: 1001 time: 0.0938330 Jan 17 09:46:25.800663 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad61b-3033-4641-938e-1951759d4d5e req-cc9d5024-ebfa-4dab-8d36-6184a6d019b4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:25.802117 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-933ad61b-3033-4641-938e-1951759d4d5e req-cc9d5024-ebfa-4dab-8d36-6184a6d019b4 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 945 time: 0.1197846 Jan 17 09:46:25.829061 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-a6d9d2c1-ee3d-4de3-a2c3-8292cfeb0725 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:25.830466 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-a6d9d2c1-ee3d-4de3-a2c3-8292cfeb0725 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 945 time: 0.1166914 Jan 17 09:46:25.832071 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-535e839e-ce50-4a71-a608-49bd66e0f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:25.833362 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-535e839e-ce50-4a71-a608-49bd66e0f252 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0830076 Jan 17 09:46:25.931398 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-933ad61b-3033-4641-938e-1951759d4d5e req-0abe271b-ebd0-4f57-a295-920e49f3445e tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b187bf8-ef39-49d5-a24d-2cd07f6feff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224301 Jan 17 09:46:25.958311 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-2489f2d4-c34e-49c1-b000-887729eb3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:25.960097 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-2489f2d4-c34e-49c1-b000-887729eb3f2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175334 Jan 17 09:46:26.305546 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Deleting port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:26.305892 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:26.387835 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-abf7f575-efbb-427a-97df-d94b51478a8e service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184804 Jan 17 09:46:26.461432 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] For port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:26.461797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:26.584526 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7eaf91a7-9f2d-4301-9a33-3d3bcf7ee5a6 req-6488e7db-8bfc-4fd3-8fbd-3f11de4fecec service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845179 Jan 17 09:46:26.658948 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:26.659694 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (c4926a6f-af1f-463a-a082-19ab18f02884), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:26.659694 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Floating IP c4926a6f-af1f-463a-a082-19ab18f02884 disassociated. External IP: 172.27.1.20, port: ea557e6d-7c86-43f3-a4d3-8251a7f1a77c. Jan 17 09:46:26.659961 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Calling delete_port for ea557e6d-7c86-43f3-a4d3-8251a7f1a77c owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:26.824080 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (ea557e6d-7c86-43f3-a4d3-8251a7f1a77c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:26.850953 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event deleted for resources: {'Port': ['ID=ea557e6d-7c86-43f3-a4d3-8251a7f1a77c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:26.963498 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Router ffd9d70f-a75f-45df-b60f-85dc4ae97925 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:46:27.037989 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d8335a7c-6dd8-4255-9b89-a67b81bf3273 req-952dfd96-15e1-4dce-8b81-7b83a518585d tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 210 time: 0.0332346 Jan 17 09:46:27.094807 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:46:27.104709 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] Sync routers for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:46:27.117443 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:27.118047 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:46:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:27.135669 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] No DVR routers for this DVR port ea557e6d-7c86-43f3-a4d3-8251a7f1a77c on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:46:27.138137 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:27.141469 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2c276a7d-3d06-4a5c-ad34-34dee29bccfb req-85cb6514-e9d1-47a9-b822-7a5caa8f5896 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.72 "DELETE /v2.0/ports/ea557e6d-7c86-43f3-a4d3-8251a7f1a77c HTTP/1.1" status: 204 len: 173 time: 1.2976251 Jan 17 09:46:27.141937 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'name': 'network-vif-deleted', 'tag': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:46:27.144228 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93046c3-0894-40cd-81cc-24be5cf0e15a" -d '{"events": [{"server_uuid": "060b9e79-540b-47f1-b4b2-815f50efbbb5", "name": "network-vif-deleted", "tag": "ea557e6d-7c86-43f3-a4d3-8251a7f1a77c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:46:27.163375 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:27.179939 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6a202d-0aa8-4b0c-b1bd-69a4a020a5a8 x-openstack-request-id: req-9c6a202d-0aa8-4b0c-b1bd-69a4a020a5a8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:46:27.180237 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b9e79-540b-47f1-b4b2-815f50efbbb5", "name": "network-vif-deleted", "tag": "ea557e6d-7c86-43f3-a4d3-8251a7f1a77c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:46:27.180538 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c6a202d-0aa8-4b0c-b1bd-69a4a020a5a8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:46:27.180955 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b9e79-540b-47f1-b4b2-815f50efbbb5', 'name': 'network-vif-deleted', 'tag': 'ea557e6d-7c86-43f3-a4d3-8251a7f1a77c', 'status': 'completed', 'code': 200} Jan 17 09:46:27.229397 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:27.438040 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:27.464181 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] Checking router: ffd9d70f-a75f-45df-b60f-85dc4ae97925 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:46:27.473316 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:27.473910 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:46:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:27.579909 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:27.901945 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:27.927689 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f2baa-b5a7-4a9b-8bf1-242cc8e1d632 None None] The sync data for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi is: [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 4, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4', 'name': '', 'network_id': '8a3ad31e-340c-42a2-a66d-c437bb4da741', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'mac_address': 'fa:16:3e:d4:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'subnets': [{'id': 'ceb5abf9-5b29-4419-829e-2ecf9c39ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:46:28.151014 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4157e41-8c03-4cf0-99bb-49d989d103ba req-ca468899-5e81-434e-93f9-9ac0ce290f2a tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/ports?device_id=060b9e79-540b-47f1-b4b2-815f50efbbb5 HTTP/1.1" status: 200 len: 210 time: 0.0304041 Jan 17 09:46:28.171732 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995ad3ac-60a2-4f3d-bec9-a882643d8a22 None None] New status for floating IP c4926a6f-af1f-463a-a082-19ab18f02884: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:46:28.394366 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:29.136293 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ea557e6d-7c86-43f3-a4d3-8251a7f1a77c no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:29.157075 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: ea557e6d-7c86-43f3-a4d3-8251a7f1a77c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:46:29.157404 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ea557e6d-7c86-43f3-a4d3-8251a7f1a77c not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:46:29.338978 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:29.392653 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f71ba5f-c2c8-43ce-bbcc-2684e8d6e2ad tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (7b187bf8-ef39-49d5-a24d-2cd07f6feff9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:29.419136 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f71ba5f-c2c8-43ce-bbcc-2684e8d6e2ad tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (7b187bf8-ef39-49d5-a24d-2cd07f6feff9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:29.554781 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f71ba5f-c2c8-43ce-bbcc-2684e8d6e2ad tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7b187bf8-ef39-49d5-a24d-2cd07f6feff9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:29.557460 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f71ba5f-c2c8-43ce-bbcc-2684e8d6e2ad tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:29.558600 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3f71ba5f-c2c8-43ce-bbcc-2684e8d6e2ad tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "DELETE /v2.0/security-groups/7b187bf8-ef39-49d5-a24d-2cd07f6feff9 HTTP/1.1" status: 204 len: 168 time: 0.2185857 Jan 17 09:46:29.561377 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42266) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:29.567840 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71ba5f-c2c8-43ce-bbcc-2684e8d6e2ad tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b187bf8-ef39-49d5-a24d-2cd07f6feff9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:29.575111 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.api.v2.resource [None req-c626cb40-2e6a-456a-96b5-9a6239072c88 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] show failed (client error): The resource could not be found. Jan 17 09:46:29.576212 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c626cb40-2e6a-456a-96b5-9a6239072c88 tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "GET /v2.0/security-groups/7b187bf8-ef39-49d5-a24d-2cd07f6feff9 HTTP/1.1" status: 404 len: 347 time: 0.0138583 Jan 17 09:46:29.578973 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:29.703434 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Deleting port 5871e415-6982-4769-aad7-7e84638b25e9 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:29.703695 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (5871e415-6982-4769-aad7-7e84638b25e9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:29.776279 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (5871e415-6982-4769-aad7-7e84638b25e9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:29.776605 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (5871e415-6982-4769-aad7-7e84638b25e9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:29.788139 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Calling delete_port for 5871e415-6982-4769-aad7-7e84638b25e9 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:29.987924 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (5871e415-6982-4769-aad7-7e84638b25e9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:30.013067 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Pushing event deleted for resources: {'Port': ['ID=5871e415-6982-4769-aad7-7e84638b25e9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:30.074433 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks [] for floatingip (c4926a6f-af1f-463a-a082-19ab18f02884), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:30.076995 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:30.078144 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-701b8b30-988c-4364-ad1f-47dfdad1496f tempest-AttachVolumeTestJSON-1418681686 tempest-AttachVolumeTestJSON-1418681686-project] 10.222.0.73 "DELETE /v2.0/floatingips/c4926a6f-af1f-463a-a082-19ab18f02884 HTTP/1.1" status: 204 len: 168 time: 0.4982541 Jan 17 09:46:33.997900 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42300) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:34.423049 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7970831'] for router_interface (ffd9d70f-a75f-45df-b60f-85dc4ae97925), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:34.659239 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Deleting port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:34.659522 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:34.738417 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] For port 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:34.738780 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:34.754756 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Calling delete_port for 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:35.016724 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:35.040872 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Pushing event deleted for resources: {'Port': ['ID=3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:35.201340 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7932036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7966623'] for router_interface (ffd9d70f-a75f-45df-b60f-85dc4ae97925), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:35.413557 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Router ffd9d70f-a75f-45df-b60f-85dc4ae97925 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:46:35.515190 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:46:35.520667 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-4bb419ef-ec87-4b1c-8982-bdd58ee42634 admin admin] 10.222.0.73 "PUT /v2.0/routers/ffd9d70f-a75f-45df-b60f-85dc4ae97925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5216677 Jan 17 09:46:35.523343 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42306) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:35.525342 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] Sync routers for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:46:35.536286 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:35.536880 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:46:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:35.627088 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks [] for router (ffd9d70f-a75f-45df-b60f-85dc4ae97925), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:35.644762 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:35.661689 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:46:35.726962 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks [] for router_gateway (ffd9d70f-a75f-45df-b60f-85dc4ae97925), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:35.816672 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '089b44f0-891b-417d-b043-465c855a44fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:46:34Z', 'revision_number': 5, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port': {'id': '089b44f0-891b-417d-b043-465c855a44fa', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:04Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:35.845559 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] Checking router: ffd9d70f-a75f-45df-b60f-85dc4ae97925 for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:46:35.854464 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] Routers {'ffd9d70f-a75f-45df-b60f-85dc4ae97925'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:35.855055 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:46:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:35.903150 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Deleting port 089b44f0-891b-417d-b043-465c855a44fa {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:35.903536 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (089b44f0-891b-417d-b043-465c855a44fa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:35.939072 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] Set router ffd9d70f-a75f-45df-b60f-85dc4ae97925 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:35.981354 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] For port 089b44f0-891b-417d-b043-465c855a44fa, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=089b44f0-891b-417d-b043-465c855a44fa,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:35.981724 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (089b44f0-891b-417d-b043-465c855a44fa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:35.989693 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:46:35Z', 'revision_number': 6, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port_host': None}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:35.994334 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Calling delete_port for 089b44f0-891b-417d-b043-465c855a44fa owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:36.018458 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25030698-9c1c-4f86-99bd-c2db52f7dfd7 None None] The sync data for ids ['ffd9d70f-a75f-45df-b60f-85dc4ae97925'] in dv-cinder-815461-8-iscsi is: [{'id': 'ffd9d70f-a75f-45df-b60f-85dc4ae97925', 'name': 'tempest-AttachVolumeTestJSON-2026929714-router', 'tenant_id': '91086ce60a314ff196d3b8211728e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:03Z', 'updated_at': '2022-01-17T09:46:35Z', 'revision_number': 6, 'project_id': '91086ce60a314ff196d3b8211728e190', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:46:36.223753 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (089b44f0-891b-417d-b043-465c855a44fa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.246754 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Pushing event deleted for resources: {'Port': ['ID=089b44f0-891b-417d-b043-465c855a44fa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:36.256975 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.257328 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.257677 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.258011 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.258844 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.258844 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.259056 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.259304 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.259632 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.259956 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.260276 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.260603 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.260921 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:36.322118 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7971189'] for router_gateway (ffd9d70f-a75f-45df-b60f-85dc4ae97925), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.411856 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25328'] for router (ffd9d70f-a75f-45df-b60f-85dc4ae97925), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.414033 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks [] for router_controller (ffd9d70f-a75f-45df-b60f-85dc4ae97925), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.520675 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977449'] for router (ffd9d70f-a75f-45df-b60f-85dc4ae97925), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.521162 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd9d70f-a75f-45df-b60f-85dc4ae97925 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:46:36.525440 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.526583 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-4f1ccecd-aa88-4a40-8fcb-c14b8db0b42b admin admin] 10.222.0.73 "DELETE /v2.0/routers/ffd9d70f-a75f-45df-b60f-85dc4ae97925 HTTP/1.1" status: 204 len: 168 time: 1.0022664 Jan 17 09:46:36.529165 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:36.575737 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5016878a-e62b-4ee4-89ba-823bc74b3580 admin admin] Deleting subnet ceb5abf9-5b29-4419-829e-2ecf9c39ca3d {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:46:36.578796 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5016878a-e62b-4ee4-89ba-823bc74b3580 admin admin] Publish callbacks [] for subnet (ceb5abf9-5b29-4419-829e-2ecf9c39ca3d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.612245 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5016878a-e62b-4ee4-89ba-823bc74b3580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66520198'] for subnet (ceb5abf9-5b29-4419-829e-2ecf9c39ca3d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.684649 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5016878a-e62b-4ee4-89ba-823bc74b3580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (ceb5abf9-5b29-4419-829e-2ecf9c39ca3d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.811718 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5016878a-e62b-4ee4-89ba-823bc74b3580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66555749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66581350'] for subnet (ceb5abf9-5b29-4419-829e-2ecf9c39ca3d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.841705 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016878a-e62b-4ee4-89ba-823bc74b3580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb5abf9-5b29-4419-829e-2ecf9c39ca3d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:36.845620 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5016878a-e62b-4ee4-89ba-823bc74b3580 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.854461 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5016878a-e62b-4ee4-89ba-823bc74b3580 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ceb5abf9-5b29-4419-829e-2ecf9c39ca3d HTTP/1.1" status: 204 len: 168 time: 0.3194952 Jan 17 09:46:36.854693 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4443e-b93b-4cd6-897d-ff3643b94974 None None] Network 8a3ad31e-340c-42a2-a66d-c437bb4da741 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:46:36.855139 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42310) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:36.921786 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (8a3ad31e-340c-42a2-a66d-c437bb4da741), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.990286 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Deleting port d5e42554-3dfe-479b-b60a-d1e381494ac8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:36.990627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.020108 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e8c7aa-46c9-4fd5-a98f-3cad505e2a82 None None] DHCP port deletion for 8a3ad31e-340c-42a2-a66d-c437bb4da741 request from dv-cinder-815461-8-iscsi {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:46:37.058089 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] For port d5e42554-3dfe-479b-b60a-d1e381494ac8, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d5e42554-3dfe-479b-b60a-d1e381494ac8,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:37.058485 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.071222 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Calling delete_port for d5e42554-3dfe-479b-b60a-d1e381494ac8 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:37.075281 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-90e8c7aa-46c9-4fd5-a98f-3cad505e2a82 None None] Deleting port d5e42554-3dfe-479b-b60a-d1e381494ac8 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:46:37.075670 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-90e8c7aa-46c9-4fd5-a98f-3cad505e2a82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.136917 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-90e8c7aa-46c9-4fd5-a98f-3cad505e2a82 None None] For port d5e42554-3dfe-479b-b60a-d1e381494ac8, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=d5e42554-3dfe-479b-b60a-d1e381494ac8,segment=NetworkSegment(0844121f-b096-4417-866c-7f65c2a04c98),segment_id=0844121f-b096-4417-866c-7f65c2a04c98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:37.137312 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-90e8c7aa-46c9-4fd5-a98f-3cad505e2a82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.149682 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-90e8c7aa-46c9-4fd5-a98f-3cad505e2a82 None None] Calling delete_port for d5e42554-3dfe-479b-b60a-d1e381494ac8 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:46:37.275656 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:37.296359 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:46:37.296609 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 3abb9a7c-1dfb-4e35-a95f-4ffa89479ac4 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:46:37.296993 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 089b44f0-891b-417d-b043-465c855a44fa no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:37.316311 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 089b44f0-891b-417d-b043-465c855a44fa {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:46:37.316653 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 089b44f0-891b-417d-b043-465c855a44fa not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:46:37.318862 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d5e42554-3dfe-479b-b60a-d1e381494ac8 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:46:37.340295 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-90e8c7aa-46c9-4fd5-a98f-3cad505e2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.348305 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (d5e42554-3dfe-479b-b60a-d1e381494ac8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.372491 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c7aa-46c9-4fd5-a98f-3cad505e2a82 None None] Pushing event deleted for resources: {'Port': ['ID=d5e42554-3dfe-479b-b60a-d1e381494ac8,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:37.372989 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e42554-3dfe-479b-b60a-d1e381494ac8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:37.376836 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] No DVR routers for this DVR port d5e42554-3dfe-479b-b60a-d1e381494ac8 on host dv-cinder-815461-8-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:46:37.378710 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8c7aa-46c9-4fd5-a98f-3cad505e2a82 None None] No DVR routers for this DVR port d5e42554-3dfe-479b-b60a-d1e381494ac8 on host dv-cinder-815461-8-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:46:37.388405 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No active binding found for port d5e42554-3dfe-479b-b60a-d1e381494ac8 {{(pid=103257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 17 09:46:37.388753 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] The host dv-cinder-815461-8-iscsi is not matching for port d5e42554-3dfe-479b-b60a-d1e381494ac8 host None! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 17 09:46:37.389519 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device d5e42554-3dfe-479b-b60a-d1e381494ac8 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:46:37.446285 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (8a3ad31e-340c-42a2-a66d-c437bb4da741), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.469242 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3ad31e-340c-42a2-a66d-c437bb4da741']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:37.479287 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0844121f-b096-4417-866c-7f65c2a04c98') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:37.479623 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0844121f-b096-4417-866c-7f65c2a04c98') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:37.488766 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4555541'] for segment (0844121f-b096-4417-866c-7f65c2a04c98), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.501384 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (0844121f-b096-4417-866c-7f65c2a04c98), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.507176 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:46:37.507595 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4561265'] for segment (0844121f-b096-4417-866c-7f65c2a04c98), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: self.session.flush() Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: self.session.flush() Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: self.session.flush() Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: self.session.flush() Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: Traceback (most recent call last): Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: timer() Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: cb(*args, **kw) Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: return func(*args, **kwargs) Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: self._notify() Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: self.callback(batched_events) Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: event.method(event) Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: return f(self, *a, **k) Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._get(url).json() Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: return self.request(url, 'GET', **kwargs) Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:46:37.509315 dv-cinder-815461-8-iscsi neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:46:37.680903 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (8a3ad31e-340c-42a2-a66d-c437bb4da741), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.686234 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:37.690236 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] 10.222.0.73 "DELETE /v2.0/networks/8a3ad31e-340c-42a2-a66d-c437bb4da741 HTTP/1.1" status: 204 len: 168 time: 0.8332970 Jan 17 09:46:37.700662 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162e2d2-4913-4930-a87d-f2c51b503d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3ad31e-340c-42a2-a66d-c437bb4da741,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:38.024185 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:38.062214 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-3df5a030-3e72-4d72-b23e-9a5e040b0319 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91086ce60a314ff196d3b8211728e190&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0368807 Jan 17 09:46:38.064500 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42316) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:38.109424 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c47e1def-6257-4b1d-bc74-bc7f04f61db0 admin admin] Publish callbacks [] for security_group (216972e0-1d9d-4e23-92c5-54c076944936), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:38.132739 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c47e1def-6257-4b1d-bc74-bc7f04f61db0 admin admin] Publish callbacks [] for security_group (216972e0-1d9d-4e23-92c5-54c076944936), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:38.256310 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c47e1def-6257-4b1d-bc74-bc7f04f61db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (216972e0-1d9d-4e23-92c5-54c076944936), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:38.258793 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c47e1def-6257-4b1d-bc74-bc7f04f61db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:38.259994 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c47e1def-6257-4b1d-bc74-bc7f04f61db0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/216972e0-1d9d-4e23-92c5-54c076944936 HTTP/1.1" status: 204 len: 168 time: 0.1946230 Jan 17 09:46:38.268759 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e1def-6257-4b1d-bc74-bc7f04f61db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216972e0-1d9d-4e23-92c5-54c076944936,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:39.318590 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42338) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:39.413481 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1154184277-network', 'tenant_id': '91cfdea117b44cb9b6e9ce62aa2c0cd7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:46:39.515205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Made reservation on behalf of 91cfdea117b44cb9b6e9ce62aa2c0cd7 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:46:39.517591 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:39.527051 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:39.607465 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Publish callbacks [] for security_group (a4d6237b-b9f2-439a-afcc-2cccc4819589), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:39.735963 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (a4d6237b-b9f2-439a-afcc-2cccc4819589), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:39.762977 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:46:39.769187 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d6237b-b9f2-439a-afcc-2cccc4819589,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:39.774903 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (008c3f1e-4ca1-4067-896b-cb107814d594), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:39.777401 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Added segment 008c3f1e-4ca1-4067-896b-cb107814d594 of type vlan for network f1edd90c-313e-472a-91b7-2e7ef7b83310 Jan 17 09:46:39.816153 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (f1edd90c-313e-472a-91b7-2e7ef7b83310), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:39.925150 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (f1edd90c-313e-472a-91b7-2e7ef7b83310), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:39.926062 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:39.926647 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:39.987829 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] Pushing event updated for resources: {'Network': ['ID=f1edd90c-313e-472a-91b7-2e7ef7b83310,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:39.997955 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network f1edd90c-313e-472a-91b7-2e7ef7b83310 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:46:40.053982 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e4a9735f-e025-441b-baed-74551cd055f9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7343163 Jan 17 09:46:40.056798 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42342) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:40.062106 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Request body: {'subnet': {'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1154184277-subnet', 'tenant_id': '91cfdea117b44cb9b6e9ce62aa2c0cd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:46:40.154834 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Made reservation on behalf of 91cfdea117b44cb9b6e9ce62aa2c0cd7 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:46:40.157105 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66581261'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:40.376889 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66555810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66581279'] for subnet (80048df3-d015-4a05-8317-f485923c5755), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:40.428275 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Pushing event updated for resources: {'Subnet': ['ID=80048df3-d015-4a05-8317-f485923c5755,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:40.438026 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Checking segment: {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:46:40.438377 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Network hostable DHCP agents. Network: f1edd90c-313e-472a-91b7-2e7ef7b83310, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:46:40.513572 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Network f1edd90c-313e-472a-91b7-2e7ef7b83310 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:46:40.605006 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, f1edd90c-313e-472a-91b7-2e7ef7b83310) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:46:40.609088 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:40.609672 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:40.615794 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ac27b-bbb9-40c9-8c6e-bf87a3a4aa85 None None] Network f1edd90c-313e-472a-91b7-2e7ef7b83310 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:46:40.709697 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc68b9a4-957a-4548-8c25-cef4bcbfb3d5 None None] Network f1edd90c-313e-472a-91b7-2e7ef7b83310 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:46:40.718758 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-03fe1ec0-4966-4954-ba5c-ef9e724c65df admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6603613 Jan 17 09:46:41.122550 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-d9224ddb-cd76-4397-bc65-0361b9917fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:41.123967 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-d9224ddb-cd76-4397-bc65-0361b9917fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/networks?id=f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 200 len: 815 time: 0.0996163 Jan 17 09:46:41.137840 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-3749da95-348b-4081-9902-932e06008a22 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/quotas/91cfdea117b44cb9b6e9ce62aa2c0cd7 HTTP/1.1" status: 200 len: 375 time: 0.0086524 Jan 17 09:46:41.171493 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-2bc85207-9b86-41a7-b4c8-cb4509caeb33 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290194 Jan 17 09:46:41.223855 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-268a80b9-6d9f-4261-af5d-a80b848df4e4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:46:41.224884 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-268a80b9-6d9f-4261-af5d-a80b848df4e4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474491 Jan 17 09:46:41.309990 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-dfac198a-8315-44eb-a000-a477ddde5ac6 service neutron] 10.222.0.73 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793598 Jan 17 09:46:41.401429 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-646da975-4754-421a-ba4b-7866e4213269 service neutron] 10.222.0.73 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856986 Jan 17 09:46:41.634262 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b803d795-beec-47a5-af81-6dace04fba0b req-5bcf8d49-fc9b-4513-b300-6d113c3be3d8 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 210 time: 0.0264030 Jan 17 09:46:42.726377 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f39f9a50-9eb6-49c8-a986-a80a931d9692 req-46bebc78-a76c-4342-81bc-eb5440cc1a34 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 210 time: 0.0263798 Jan 17 09:46:42.772562 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:43.726863 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-445a37f3-146b-40b1-bcda-611d1658e589 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:43.728217 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-445a37f3-146b-40b1-bcda-611d1658e589 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "GET /v2.0/networks?id=f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 200 len: 815 time: 0.1042457 Jan 17 09:46:43.739748 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Request body: {'port': {'device_id': '2ca8b643-84a6-4dc2-a92d-37a18b7783ef', 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310', 'admin_state_up': True, 'tenant_id': '91cfdea117b44cb9b6e9ce62aa2c0cd7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:46:43.826150 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1f873755-65ba-4624-a3ea-4c5d8734fdd4 req-7e6d6603-e4b9-4fe5-9cd2-6616faf61903 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 210 time: 0.0307162 Jan 17 09:46:43.943783 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Made reservation on behalf of 91cfdea117b44cb9b6e9ce62aa2c0cd7 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:46:43.947319 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:44.071242 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Allocated IP 172.20.0.12 (f1edd90c-313e-472a-91b7-2e7ef7b83310/80048df3-d015-4a05-8317-f485923c5755/a5eb8593-37bd-423e-91c2-de00aaecdf1d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:46:44.214292 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks [] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:44.302784 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:44.345369 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Network f1edd90c-313e-472a-91b7-2e7ef7b83310 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:46:44.349291 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:46:44.351619 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:46:44.375938 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Pushing event updated for resources: {'Port': ['ID=a5eb8593-37bd-423e-91c2-de00aaecdf1d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:44.403750 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:44.404354 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:44.471121 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-28fb7a47-b14b-4883-9124-e13835709fb5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7349651 Jan 17 09:46:44.482962 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Request body: {'port': {'device_id': '2ca8b643-84a6-4dc2-a92d-37a18b7783ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:46:44.537458 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:44.791745 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5eb8593-37bd-423e-91c2-de00aaecdf1d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:46:44.798969 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Publish callbacks [] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:44.810314 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Transition to ACTIVE for port object a5eb8593-37bd-423e-91c2-de00aaecdf1d will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:46:44.874571 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:44.954750 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Pushing event updated for resources: {'Port': ['ID=a5eb8593-37bd-423e-91c2-de00aaecdf1d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:45.010216 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a65e6-97b9-4827-9a30-82155df6420e req-4826c36a-6809-4a4a-976d-8ae2af7b9481 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:45.011703 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-893a65e6-97b9-4827-9a30-82155df6420e req-4826c36a-6809-4a4a-976d-8ae2af7b9481 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 944 time: 0.1116183 Jan 17 09:46:45.047406 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Attempting to bind port a5eb8593-37bd-423e-91c2-de00aaecdf1d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:46:45.047666 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Attempting to bind port a5eb8593-37bd-423e-91c2-de00aaecdf1d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:46:45.047947 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Attempting to bind port a5eb8593-37bd-423e-91c2-de00aaecdf1d on network f1edd90c-313e-472a-91b7-2e7ef7b83310 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:46:45.060577 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Port a5eb8593-37bd-423e-91c2-de00aaecdf1d on network f1edd90c-313e-472a-91b7-2e7ef7b83310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:46:45.060894 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Attempting to bind port a5eb8593-37bd-423e-91c2-de00aaecdf1d on network f1edd90c-313e-472a-91b7-2e7ef7b83310 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:46:45.072542 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:46:45.072879 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Checking segment: {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:46:45.073245 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Bound using segment: {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:46:45.073659 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Bound port: a5eb8593-37bd-423e-91c2-de00aaecdf1d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:46:45.074006 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:45.079362 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-893a65e6-97b9-4827-9a30-82155df6420e req-45db966f-e712-4fb0-a94e-be6b190aff5f tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618639 Jan 17 09:46:45.141765 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] For port a5eb8593-37bd-423e-91c2-de00aaecdf1d, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:46:45.145285 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] For port a5eb8593-37bd-423e-91c2-de00aaecdf1d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a5eb8593-37bd-423e-91c2-de00aaecdf1d,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:46:45.239835 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:45.276805 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:45.278079 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:45.279471 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] 10.222.0.72 "PUT /v2.0/ports/a5eb8593-37bd-423e-91c2-de00aaecdf1d HTTP/1.1" status: 200 len: 1094 time: 0.8004162 Jan 17 09:46:45.279946 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca8b643-84a6-4dc2-a92d-37a18b7783ef', 'tag': 'a5eb8593-37bd-423e-91c2-de00aaecdf1d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:46:45.283011 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2482a309-209d-463d-afaf-9fa0aba4d768" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca8b643-84a6-4dc2-a92d-37a18b7783ef", "tag": "a5eb8593-37bd-423e-91c2-de00aaecdf1d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:46:45.306979 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fba28-a94f-4683-a1e3-cf030f800e7b service neutron] Pushing event updated for resources: {'Port': ['ID=a5eb8593-37bd-423e-91c2-de00aaecdf1d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:45.327055 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d17da2a-4c48-4911-ad40-31354e30cb3e x-openstack-request-id: req-2d17da2a-4c48-4911-ad40-31354e30cb3e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:46:45.327390 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca8b643-84a6-4dc2-a92d-37a18b7783ef", "tag": "a5eb8593-37bd-423e-91c2-de00aaecdf1d", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:46:45.327651 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d17da2a-4c48-4911-ad40-31354e30cb3e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:46:45.328060 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca8b643-84a6-4dc2-a92d-37a18b7783ef', 'tag': 'a5eb8593-37bd-423e-91c2-de00aaecdf1d', 'status': 'completed', 'code': 200} Jan 17 09:46:45.395369 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482a309-209d-463d-afaf-9fa0aba4d768 req-dec61a46-1fd6-48dc-a447-81cd0b30d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:45.396874 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2482a309-209d-463d-afaf-9fa0aba4d768 req-dec61a46-1fd6-48dc-a447-81cd0b30d1a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 1097 time: 0.0420868 Jan 17 09:46:45.492415 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482a309-209d-463d-afaf-9fa0aba4d768 req-f990cfe0-4351-4822-a9ff-4534134b7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:45.493834 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2482a309-209d-463d-afaf-9fa0aba4d768 req-f990cfe0-4351-4822-a9ff-4534134b7ff6 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0902500 Jan 17 09:46:45.581228 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482a309-209d-463d-afaf-9fa0aba4d768 req-a4d24a31-aa2c-4f2e-a775-e9bb7c53e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:45.582695 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2482a309-209d-463d-afaf-9fa0aba4d768 req-a4d24a31-aa2c-4f2e-a775-e9bb7c53e5aa service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0832536 Jan 17 09:46:45.656876 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-f275015f-6b89-47bc-af9c-f019819cb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:45.658326 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-f275015f-6b89-47bc-af9c-f019819cb187 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 1097 time: 0.0426199 Jan 17 09:46:45.697698 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-3b015e4c-d488-4804-8a95-259e2b8c0f5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5eb8593-37bd-423e-91c2-de00aaecdf1d HTTP/1.1" status: 200 len: 217 time: 0.0324302 Jan 17 09:46:45.742985 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-c3582d4e-77f5-45a0-b4ad-91c64eecde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:45.744385 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-c3582d4e-77f5-45a0-b4ad-91c64eecde67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80048df3-d015-4a05-8317-f485923c5755 HTTP/1.1" status: 200 len: 855 time: 0.0407691 Jan 17 09:46:45.773035 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-6123a957-6c3a-44bc-be56-9e30e94cead4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1edd90c-313e-472a-91b7-2e7ef7b83310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231080 Jan 17 09:46:45.861118 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-477b1f00-e195-44b5-941a-2481c1a3a7f1 service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817029 Jan 17 09:46:45.944516 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c7e84e6-77bb-480e-ba87-7f8740910bc4 req-e7217a6b-fdee-4499-9001-de33060e7eed service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773511 Jan 17 09:46:46.195973 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a92321-ead6-4914-a141-cf9ceb82d220 req-bdbfa69d-e965-4cda-a384-ee857696eb28 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:46.197412 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-58a92321-ead6-4914-a141-cf9ceb82d220 req-bdbfa69d-e965-4cda-a384-ee857696eb28 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 944 time: 0.0513606 Jan 17 09:46:46.242747 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-58a92321-ead6-4914-a141-cf9ceb82d220 req-8a98d829-dbbd-48b4-aa87-a0822d5b3f65 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Jan 17 09:46:47.361435 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46f64-5538-48ea-8e92-314c3be5c175 req-7faf1d9e-9478-47a8-b95d-a1408b00b62c tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:47.362915 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e5a46f64-5538-48ea-8e92-314c3be5c175 req-7faf1d9e-9478-47a8-b95d-a1408b00b62c tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 944 time: 0.0533290 Jan 17 09:46:47.408407 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e5a46f64-5538-48ea-8e92-314c3be5c175 req-1c5445b9-d3be-4148-a97c-7a8e39711c6b tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393832 Jan 17 09:46:48.523911 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5ce88-0abb-47bd-883b-69c0f067be93 req-ce28f273-66f4-49b4-b9ab-9f0d2492de1e tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:48.525365 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-78e5ce88-0abb-47bd-883b-69c0f067be93 req-ce28f273-66f4-49b4-b9ab-9f0d2492de1e tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 944 time: 0.0509448 Jan 17 09:46:48.856516 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-78e5ce88-0abb-47bd-883b-69c0f067be93 req-c1a39f5f-7373-4b39-81df-dd6d19423ff1 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256640 Jan 17 09:46:49.202951 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device a5eb8593-37bd-423e-91c2-de00aaecdf1d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:46:49.298228 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port a5eb8593-37bd-423e-91c2-de00aaecdf1d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a5eb8593-37bd-423e-91c2-de00aaecdf1d,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:49.309328 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'a5eb8593-37bd-423e-91c2-de00aaecdf1d', 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310', 'port_id': 'a5eb8593-37bd-423e-91c2-de00aaecdf1d', 'mac_address': 'fa:16:3e:7c:52:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80048df3-d015-4a05-8317-f485923c5755', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:46:49.345907 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port a5eb8593-37bd-423e-91c2-de00aaecdf1d is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:49.346301 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:49.359561 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5eb8593-37bd-423e-91c2-de00aaecdf1d {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:46:49.378303 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port a5eb8593-37bd-423e-91c2-de00aaecdf1d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a5eb8593-37bd-423e-91c2-de00aaecdf1d,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:49.440413 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:49.490094 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=a5eb8593-37bd-423e-91c2-de00aaecdf1d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:49.832614 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['a5eb8593-37bd-423e-91c2-de00aaecdf1d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:46:49.969680 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe74b70-2a4f-4be5-84b4-afcb8ee1cfc5 req-b44150d5-6eff-46d4-b85d-05df3b790b30 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:49.971165 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bfe74b70-2a4f-4be5-84b4-afcb8ee1cfc5 req-b44150d5-6eff-46d4-b85d-05df3b790b30 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 945 time: 0.0488470 Jan 17 09:46:50.017633 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bfe74b70-2a4f-4be5-84b4-afcb8ee1cfc5 req-0823c495-c0d1-46fd-8da5-9f37144725ca tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Jan 17 09:46:51.128062 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394695fc-c425-4e82-a1f6-f5fa61ea6906 req-71f9298b-9f03-4098-9cee-8df97789b948 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:51.129539 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-394695fc-c425-4e82-a1f6-f5fa61ea6906 req-71f9298b-9f03-4098-9cee-8df97789b948 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 945 time: 0.0485113 Jan 17 09:46:51.177085 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-394695fc-c425-4e82-a1f6-f5fa61ea6906 req-c895ca44-b11f-4409-a873-5360df769dda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420966 Jan 17 09:46:51.226963 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device a5eb8593-37bd-423e-91c2-de00aaecdf1d up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:46:51.468678 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port a5eb8593-37bd-423e-91c2-de00aaecdf1d completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:46:51.472338 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port a5eb8593-37bd-423e-91c2-de00aaecdf1d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:51.472983 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:51.547442 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port a5eb8593-37bd-423e-91c2-de00aaecdf1d is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:51.547830 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:51.569454 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca8b643-84a6-4dc2-a92d-37a18b7783ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb8593-37bd-423e-91c2-de00aaecdf1d'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:46:51.571713 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe41981-e3d2-4af8-80ce-e4eede538b5c" -d '{"events": [{"server_uuid": "2ca8b643-84a6-4dc2-a92d-37a18b7783ef", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb8593-37bd-423e-91c2-de00aaecdf1d"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:46:51.583878 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port a5eb8593-37bd-423e-91c2-de00aaecdf1d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a5eb8593-37bd-423e-91c2-de00aaecdf1d,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:51.651577 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:51.677541 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d7cdfe-f445-40b2-8893-b356e5835164 x-openstack-request-id: req-66d7cdfe-f445-40b2-8893-b356e5835164 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:46:51.679346 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca8b643-84a6-4dc2-a92d-37a18b7783ef", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb8593-37bd-423e-91c2-de00aaecdf1d", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:46:51.679346 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-66d7cdfe-f445-40b2-8893-b356e5835164 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:46:51.679346 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca8b643-84a6-4dc2-a92d-37a18b7783ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb8593-37bd-423e-91c2-de00aaecdf1d', 'code': 200} Jan 17 09:46:51.703369 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=a5eb8593-37bd-423e-91c2-de00aaecdf1d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:51.924723 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c74d942-3219-4bdf-bbae-f5e8acf60dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:51.969701 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea63244-ec12-42e6-b6d1-d09ee1242aee req-68ecf0cc-2dbc-4dfa-b7cf-dd4d18064de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:51.971310 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7ea63244-ec12-42e6-b6d1-d09ee1242aee req-68ecf0cc-2dbc-4dfa-b7cf-dd4d18064de4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 1099 time: 0.0408356 Jan 17 09:46:52.015481 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7ea63244-ec12-42e6-b6d1-d09ee1242aee req-2be635dc-2501-4c37-a930-a099150d2880 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Jan 17 09:46:52.288352 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909c437-de3d-4dcf-bea9-5437c30ad6b9 req-128bf83d-1842-48b1-9d39-57161411edbf tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:52.289806 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6909c437-de3d-4dcf-bea9-5437c30ad6b9 req-128bf83d-1842-48b1-9d39-57161411edbf tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 946 time: 0.0472701 Jan 17 09:46:52.337503 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6909c437-de3d-4dcf-bea9-5437c30ad6b9 req-deb148a4-acb9-4432-bdf9-d02373699816 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Jan 17 09:46:53.459711 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1c1ea-d837-493d-89e5-badac964755d req-83962969-aa3c-4b22-9e10-0868fcab6a52 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:53.461127 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-41d1c1ea-d837-493d-89e5-badac964755d req-83962969-aa3c-4b22-9e10-0868fcab6a52 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 946 time: 0.0540175 Jan 17 09:46:53.507954 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-41d1c1ea-d837-493d-89e5-badac964755d req-0c6258a2-70c4-4cb8-95dd-415a4a2aa172 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Jan 17 09:46:54.376239 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce7bb-4f6b-4c4b-b660-3a119786268c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:54.628796 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2130a-758a-4ebd-86e9-59cda2983517 req-70ed2a03-ae87-4bcf-8b25-ebe0c9b51be0 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:54.630869 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a9a2130a-758a-4ebd-86e9-59cda2983517 req-70ed2a03-ae87-4bcf-8b25-ebe0c9b51be0 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 946 time: 0.0508215 Jan 17 09:46:54.675631 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a9a2130a-758a-4ebd-86e9-59cda2983517 req-7ad78e0f-f4e5-47db-b346-77fbe184725d tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392566 Jan 17 09:46:55.427119 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:57.154421 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:58.354082 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:05.837713 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-5d32bf17-aec0-40a0-88e3-4b73edbf92e6 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:05.839160 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-5d32bf17-aec0-40a0-88e3-4b73edbf92e6 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/networks?id=f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 200 len: 815 time: 0.1010523 Jan 17 09:47:05.853339 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-b0f2c9d2-4143-4941-a415-f50880a416a1 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/quotas/91cfdea117b44cb9b6e9ce62aa2c0cd7 HTTP/1.1" status: 200 len: 375 time: 0.0089164 Jan 17 09:47:05.899408 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-35c0221f-6d91-4457-8956-39d9e82ecb93 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413651 Jan 17 09:47:05.989689 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-b8f13f9a-554f-4ad2-a701-8af5cdd88b15 service neutron] 10.222.0.73 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833170 Jan 17 09:47:06.074935 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-e0da30e9-deea-452c-bc1a-2268d69c7d90 service neutron] 10.222.0.73 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796869 Jan 17 09:47:06.350449 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2c1c24d3-6c9e-4b69-870d-06f4614db3c7 req-f802d592-eb3f-41fd-98bb-50897c62a6dd tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 210 time: 0.0282643 Jan 17 09:47:07.444056 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cca3af0b-2446-440a-b862-1daa0e893a90 req-603d3d80-ecd0-4e55-bd66-c45cb2c09430 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 210 time: 0.0259311 Jan 17 09:47:08.423333 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-4c472e6b-2ed0-4656-a757-cb342f98caab tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:08.424776 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-4c472e6b-2ed0-4656-a757-cb342f98caab tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "GET /v2.0/networks?id=f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 200 len: 815 time: 0.1036673 Jan 17 09:47:08.436880 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Request body: {'port': {'device_id': 'a23a678d-ed20-4801-93d8-0f698bd9f954', 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310', 'admin_state_up': True, 'tenant_id': '91cfdea117b44cb9b6e9ce62aa2c0cd7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:08.547915 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0dbb4384-bb4c-410e-ac05-4ee1efabf66f req-3dc8f891-b557-4c07-8802-eb2d391a4205 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 210 time: 0.0330269 Jan 17 09:47:08.674103 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Made reservation on behalf of 91cfdea117b44cb9b6e9ce62aa2c0cd7 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:47:08.677552 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:08.807603 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Allocated IP 172.20.0.6 (f1edd90c-313e-472a-91b7-2e7ef7b83310/80048df3-d015-4a05-8317-f485923c5755/3a80bb68-ec7a-435c-b08a-77a3580f29fb) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:47:08.965717 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks [] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:09.061949 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:09.074684 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['a5eb8593-37bd-423e-91c2-de00aaecdf1d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:47:09.115856 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Network f1edd90c-313e-472a-91b7-2e7ef7b83310 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:47:09.119858 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:47:09.124289 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:47:09.150002 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Pushing event updated for resources: {'Port': ['ID=3a80bb68-ec7a-435c-b08a-77a3580f29fb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:09.179106 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:09.179858 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:09.275402 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-81c1c4aa-8991-47a9-b172-34d743ec16da tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8422048 Jan 17 09:47:09.289781 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Request body: {'port': {'device_id': 'a23a678d-ed20-4801-93d8-0f698bd9f954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:09.349727 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:09.655345 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a80bb68-ec7a-435c-b08a-77a3580f29fb {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:47:09.664358 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Publish callbacks [] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:09.680971 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Transition to ACTIVE for port object 3a80bb68-ec7a-435c-b08a-77a3580f29fb will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:47:09.693329 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f3c3d-8706-4e77-beab-4b747c51781b req-525b0f8c-3bd9-416a-ab19-2b1014d54953 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:09.694876 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-094f3c3d-8706-4e77-beab-4b747c51781b req-525b0f8c-3bd9-416a-ab19-2b1014d54953 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 931 time: 0.0787327 Jan 17 09:47:09.742531 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-094f3c3d-8706-4e77-beab-4b747c51781b req-93de5782-ed9c-4943-a2b9-4d426edf82c4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Jan 17 09:47:09.747229 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:09.795910 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Pushing event updated for resources: {'Port': ['ID=3a80bb68-ec7a-435c-b08a-77a3580f29fb,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:09.862717 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Attempting to bind port 3a80bb68-ec7a-435c-b08a-77a3580f29fb on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:47:09.863053 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Attempting to bind port 3a80bb68-ec7a-435c-b08a-77a3580f29fb by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:47:09.863430 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Attempting to bind port 3a80bb68-ec7a-435c-b08a-77a3580f29fb on network f1edd90c-313e-472a-91b7-2e7ef7b83310 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:47:09.868354 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Port 3a80bb68-ec7a-435c-b08a-77a3580f29fb on network f1edd90c-313e-472a-91b7-2e7ef7b83310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:47:09.868675 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Attempting to bind port 3a80bb68-ec7a-435c-b08a-77a3580f29fb on network f1edd90c-313e-472a-91b7-2e7ef7b83310 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:47:09.873404 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:47:09.873742 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Checking segment: {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:47:09.874124 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Bound using segment: {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:47:09.874547 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Bound port: 3a80bb68-ec7a-435c-b08a-77a3580f29fb, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:47:09.874901 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:09.935083 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] For port 3a80bb68-ec7a-435c-b08a-77a3580f29fb, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:47:09.938088 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] For port 3a80bb68-ec7a-435c-b08a-77a3580f29fb, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3a80bb68-ec7a-435c-b08a-77a3580f29fb,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:47:10.033464 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:10.069735 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:10.070323 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:10.071724 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] 10.222.0.72 "PUT /v2.0/ports/3a80bb68-ec7a-435c-b08a-77a3580f29fb HTTP/1.1" status: 200 len: 1093 time: 0.7860806 Jan 17 09:47:10.072152 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23a678d-ed20-4801-93d8-0f698bd9f954', 'tag': '3a80bb68-ec7a-435c-b08a-77a3580f29fb'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:47:10.074373 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449883d0-4ba8-4231-a5f4-4603e71a8e61" -d '{"events": [{"name": "network-changed", "server_uuid": "a23a678d-ed20-4801-93d8-0f698bd9f954", "tag": "3a80bb68-ec7a-435c-b08a-77a3580f29fb"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:47:10.095353 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5d695-638f-44b3-ad0d-b25bfb3d0c2c service neutron] Pushing event updated for resources: {'Port': ['ID=3a80bb68-ec7a-435c-b08a-77a3580f29fb,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:10.111519 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45184c63-1175-429a-a073-571027977b94 x-openstack-request-id: req-45184c63-1175-429a-a073-571027977b94 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:47:10.111817 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23a678d-ed20-4801-93d8-0f698bd9f954", "tag": "3a80bb68-ec7a-435c-b08a-77a3580f29fb", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:47:10.112076 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-45184c63-1175-429a-a073-571027977b94 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:47:10.112484 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23a678d-ed20-4801-93d8-0f698bd9f954', 'tag': '3a80bb68-ec7a-435c-b08a-77a3580f29fb', 'status': 'completed', 'code': 200} Jan 17 09:47:10.175456 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449883d0-4ba8-4231-a5f4-4603e71a8e61 req-64b65aed-c769-4563-b120-d8ea1ad3e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:10.176900 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-449883d0-4ba8-4231-a5f4-4603e71a8e61 req-64b65aed-c769-4563-b120-d8ea1ad3e80b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 1096 time: 0.0413790 Jan 17 09:47:10.274627 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449883d0-4ba8-4231-a5f4-4603e71a8e61 req-fa6d01a1-b8d3-4981-bc39-8212d34bf5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:10.276128 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-449883d0-4ba8-4231-a5f4-4603e71a8e61 req-fa6d01a1-b8d3-4981-bc39-8212d34bf5ca service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915039 Jan 17 09:47:10.374739 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449883d0-4ba8-4231-a5f4-4603e71a8e61 req-aa602a0a-ea23-472b-bb91-261d1ca733ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:10.376281 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-449883d0-4ba8-4231-a5f4-4603e71a8e61 req-aa602a0a-ea23-472b-bb91-261d1ca733ad service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934012 Jan 17 09:47:10.456197 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-410f233f-7f4d-46db-b436-7a9f02d5443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:10.457656 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-410f233f-7f4d-46db-b436-7a9f02d5443f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 1096 time: 0.0394425 Jan 17 09:47:10.498389 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-b7b5168c-bcce-4db0-b0ab-72c0b2831568 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a80bb68-ec7a-435c-b08a-77a3580f29fb HTTP/1.1" status: 200 len: 217 time: 0.0338788 Jan 17 09:47:10.548853 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-a054a3d7-3c72-4231-a245-a0b5c16ea473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:10.550263 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-a054a3d7-3c72-4231-a245-a0b5c16ea473 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80048df3-d015-4a05-8317-f485923c5755 HTTP/1.1" status: 200 len: 855 time: 0.0443397 Jan 17 09:47:10.579633 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-94455386-a6d8-4d65-8f18-b28a2883dceb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1edd90c-313e-472a-91b7-2e7ef7b83310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236411 Jan 17 09:47:10.663536 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-de193a57-4242-4d59-a0d0-3964b0ea662f service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779488 Jan 17 09:47:10.757190 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3666e6f8-9d82-4158-8ddc-5a1afaface97 req-df4300b3-eb49-44ad-b033-b23c3a81c09f service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854146 Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.859046 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:10.861525 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ddb4-aa19-4a51-911d-c54956e4a3ab req-737151c8-3c36-4d39-856c-6e8ae8d0153c tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:10.862764 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3bb4ddb4-aa19-4a51-911d-c54956e4a3ab req-737151c8-3c36-4d39-856c-6e8ae8d0153c tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 943 time: 0.0496719 Jan 17 09:47:10.914593 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3bb4ddb4-aa19-4a51-911d-c54956e4a3ab req-8028768d-d862-4135-9a15-2261b699168b tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455115 Jan 17 09:47:12.028205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d4847-25ed-42e7-8e46-eafa1e915dcd req-fdb15123-b31d-489b-bb4f-1683b92b6982 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:12.029651 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dc7d4847-25ed-42e7-8e46-eafa1e915dcd req-fdb15123-b31d-489b-bb4f-1683b92b6982 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 943 time: 0.0471125 Jan 17 09:47:12.078273 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dc7d4847-25ed-42e7-8e46-eafa1e915dcd req-c4212653-ae14-4b40-aba8-708ee65563f7 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430918 Jan 17 09:47:12.662038 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:47:12.787064 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:13.144615 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268628d5-be5f-428d-b74b-422150c279ff req-4a9b164c-2f73-479a-ae8b-071d7cf70900 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:13.146105 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-268628d5-be5f-428d-b74b-422150c279ff req-4a9b164c-2f73-479a-ae8b-071d7cf70900 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 946 time: 0.0493026 Jan 17 09:47:13.217878 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-268628d5-be5f-428d-b74b-422150c279ff req-6de18ffd-3526-466c-ac4c-c7aaca255ea5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627887 Jan 17 09:47:13.225687 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ad9c-7853-4fbf-bd20-366a189d2a93 req-c3ccfa51-fa42-4b42-a25e-75d3ddef3ff1 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:13.227217 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0908ad9c-7853-4fbf-bd20-366a189d2a93 req-c3ccfa51-fa42-4b42-a25e-75d3ddef3ff1 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 943 time: 0.0802453 Jan 17 09:47:13.275036 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0908ad9c-7853-4fbf-bd20-366a189d2a93 req-78120854-a800-4e63-9e1a-99fa4979adce tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418169 Jan 17 09:47:14.341140 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8198b4e-df8f-45d2-b8f2-d7fb5c069b3d req-a287bd00-c103-4b33-b2a7-63b461332c5b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:14.342629 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b8198b4e-df8f-45d2-b8f2-d7fb5c069b3d req-a287bd00-c103-4b33-b2a7-63b461332c5b tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 946 time: 0.0534117 Jan 17 09:47:14.417456 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa726db-361d-4b32-a7c4-c727c4ff92ab req-d6439712-abf3-4fe8-94c0-03a6904f6132 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:14.418941 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2aa726db-361d-4b32-a7c4-c727c4ff92ab req-d6439712-abf3-4fe8-94c0-03a6904f6132 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 943 time: 0.0753152 Jan 17 09:47:14.423296 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b8198b4e-df8f-45d2-b8f2-d7fb5c069b3d req-f3e3bded-7b16-4bf9-9d2b-2685c1a878d5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708456 Jan 17 09:47:14.464965 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2aa726db-361d-4b32-a7c4-c727c4ff92ab req-0e375d9f-fa7a-4aa1-9689-48acacb3ca8e tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Jan 17 09:47:15.035528 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-d7a37569-cec0-4fcf-8944-fe349af98692 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:15.037480 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-d7a37569-cec0-4fcf-8944-fe349af98692 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 946 time: 0.0505891 Jan 17 09:47:15.123044 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Deleting port 9861a027-a353-4a8b-ad3c-8616a4c004ed {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:47:15.123413 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:15.209431 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] For port 9861a027-a353-4a8b-ad3c-8616a4c004ed, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9861a027-a353-4a8b-ad3c-8616a4c004ed,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:15.210251 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:15.347386 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 3a80bb68-ec7a-435c-b08a-77a3580f29fb details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:47:15.374532 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:15.375105 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7971087'] for floatingip (02ad2042-0389-4ae7-b4ce-e7f79d990fce), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:15.375237 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Floating IP 02ad2042-0389-4ae7-b4ce-e7f79d990fce disassociated. External IP: 172.27.1.189, port: 9861a027-a353-4a8b-ad3c-8616a4c004ed. Jan 17 09:47:15.375551 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Calling delete_port for 9861a027-a353-4a8b-ad3c-8616a4c004ed owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:47:15.440801 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 3a80bb68-ec7a-435c-b08a-77a3580f29fb, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3a80bb68-ec7a-435c-b08a-77a3580f29fb,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:15.452565 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '3a80bb68-ec7a-435c-b08a-77a3580f29fb', 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310', 'port_id': '3a80bb68-ec7a-435c-b08a-77a3580f29fb', 'mac_address': 'fa:16:3e:45:b5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80048df3-d015-4a05-8317-f485923c5755', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:47:15.494528 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 3a80bb68-ec7a-435c-b08a-77a3580f29fb is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:47:15.494918 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:15.510423 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a80bb68-ec7a-435c-b08a-77a3580f29fb {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:47:15.529165 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 3a80bb68-ec7a-435c-b08a-77a3580f29fb, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3a80bb68-ec7a-435c-b08a-77a3580f29fb,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:15.561752 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e77b6-5f2e-4190-83c9-5d309aa2957e req-844c34b2-e882-47ad-9881-8cf83be09ae5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:15.563190 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3e8e77b6-5f2e-4190-83c9-5d309aa2957e req-844c34b2-e882-47ad-9881-8cf83be09ae5 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 946 time: 0.0574551 Jan 17 09:47:15.577947 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (9861a027-a353-4a8b-ad3c-8616a4c004ed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:15.594070 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:15.621836 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event deleted for resources: {'Port': ['ID=9861a027-a353-4a8b-ad3c-8616a4c004ed,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:15.643745 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=3a80bb68-ec7a-435c-b08a-77a3580f29fb,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656947 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.656947 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:15.696429 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3e8e77b6-5f2e-4190-83c9-5d309aa2957e req-6fac5cc3-0cfa-40ff-874a-78cd4551a922 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups?id=1315f7a7-5daa-4558-8e03-01fb02af3327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203871 Jan 17 09:47:15.705412 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a88af-05af-459a-bf32-35bbadd46ef7 req-b96b20fe-f0d3-42c6-88a8-910531f278bc tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:15.706859 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2f4a88af-05af-459a-bf32-35bbadd46ef7 req-b96b20fe-f0d3-42c6-88a8-910531f278bc tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 943 time: 0.1648533 Jan 17 09:47:15.798380 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2f4a88af-05af-459a-bf32-35bbadd46ef7 req-597d4734-b133-49e5-a90f-e70acc1cc3fe tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846419 Jan 17 09:47:15.802152 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:47:15.906440 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:47:15.916856 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] Sync routers for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:47:15.926139 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:47:15.926740 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:46:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:15.943180 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] No DVR routers for this DVR port 9861a027-a353-4a8b-ad3c-8616a4c004ed on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:47:15.946800 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:15.950360 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-99c68974-c9c9-4cea-809c-619059ad5b35 req-5b4d45ab-5fed-41f6-8a5e-88348f0c62f9 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.72 "DELETE /v2.0/ports/9861a027-a353-4a8b-ad3c-8616a4c004ed HTTP/1.1" status: 204 len: 173 time: 0.9079194 Jan 17 09:47:15.950898 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-deleted', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:47:15.953265 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14488b82-7719-495d-a4f4-37e545a1806b" -d '{"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-deleted", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:47:15.989861 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52591bf5-3cec-4000-bf8a-b11c9a760074 x-openstack-request-id: req-52591bf5-3cec-4000-bf8a-b11c9a760074 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:47:15.990161 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83800cf9-d73f-4c7d-8558-49046ce41136", "name": "network-vif-deleted", "tag": "9861a027-a353-4a8b-ad3c-8616a4c004ed", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:47:15.990416 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52591bf5-3cec-4000-bf8a-b11c9a760074 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:47:15.990820 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83800cf9-d73f-4c7d-8558-49046ce41136', 'name': 'network-vif-deleted', 'tag': '9861a027-a353-4a8b-ad3c-8616a4c004ed', 'status': 'completed', 'code': 200} Jan 17 09:47:16.027222 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['3a80bb68-ec7a-435c-b08a-77a3580f29fb'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:47:16.042124 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:47:16.256702 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:16.284872 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] Checking router: c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:47:16.292992 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:47:16.293598 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:46:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:16.396089 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:47:16.584737 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:16.610643 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b010fe-1df8-4d9c-abaf-55e6f3029607 None None] The sync data for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi is: [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:35:15Z', 'revision_number': 4, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': '88d72a8f-a92d-4f5a-ba08-a22d6b31835d', 'name': '', 'network_id': '460e104a-d5ad-4804-86f9-3d10f08e0f90', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'mac_address': 'fa:16:3e:a3:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:14Z', 'updated_at': '2022-01-17T09:35:26Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'subnets': [{'id': 'e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:47:16.811869 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-962884e7-1a8c-4054-afe7-ed54512a7c5b req-7788b754-9204-4445-bf4a-f64c3b315227 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/ports?device_id=83800cf9-d73f-4c7d-8558-49046ce41136 HTTP/1.1" status: 200 len: 210 time: 0.0291245 Jan 17 09:47:16.855710 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979313e4-8811-4b63-8e71-60b6f59a6f21 None None] New status for floating IP 02ad2042-0389-4ae7-b4ce-e7f79d990fce: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:47:16.926803 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02481744-52fe-4dd5-b85e-7e82fd63da1a req-f21e1530-7104-46a4-a2be-fd42068b1b3e tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:16.928311 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-02481744-52fe-4dd5-b85e-7e82fd63da1a req-f21e1530-7104-46a4-a2be-fd42068b1b3e tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 944 time: 0.0516481 Jan 17 09:47:16.979405 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-02481744-52fe-4dd5-b85e-7e82fd63da1a req-979eaa1f-3fc1-4273-97fa-b09b3e5cc174 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454609 Jan 17 09:47:17.348052 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 3a80bb68-ec7a-435c-b08a-77a3580f29fb up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:47:17.479647 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 3a80bb68-ec7a-435c-b08a-77a3580f29fb completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:47:17.483492 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 3a80bb68-ec7a-435c-b08a-77a3580f29fb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:47:17.483925 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:17.562200 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 3a80bb68-ec7a-435c-b08a-77a3580f29fb is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:47:17.562588 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:17.585495 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23a678d-ed20-4801-93d8-0f698bd9f954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a80bb68-ec7a-435c-b08a-77a3580f29fb'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:47:17.587793 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcc9632-5d1a-49f6-b6c7-1ad35d75d634" -d '{"events": [{"server_uuid": "a23a678d-ed20-4801-93d8-0f698bd9f954", "name": "network-vif-plugged", "status": "completed", "tag": "3a80bb68-ec7a-435c-b08a-77a3580f29fb"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:47:17.601333 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 3a80bb68-ec7a-435c-b08a-77a3580f29fb, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3a80bb68-ec7a-435c-b08a-77a3580f29fb,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:17.624712 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2487b9be-d6c7-49bf-83d9-71000d9fd907 x-openstack-request-id: req-2487b9be-d6c7-49bf-83d9-71000d9fd907 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:47:17.625073 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23a678d-ed20-4801-93d8-0f698bd9f954", "name": "network-vif-plugged", "status": "completed", "tag": "3a80bb68-ec7a-435c-b08a-77a3580f29fb", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:47:17.625337 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2487b9be-d6c7-49bf-83d9-71000d9fd907 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:47:17.625727 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23a678d-ed20-4801-93d8-0f698bd9f954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a80bb68-ec7a-435c-b08a-77a3580f29fb', 'code': 200} Jan 17 09:47:17.679813 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:17.680624 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9861a027-a353-4a8b-ad3c-8616a4c004ed no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:47:17.715968 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 9861a027-a353-4a8b-ad3c-8616a4c004ed {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:47:17.716316 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 9861a027-a353-4a8b-ad3c-8616a4c004ed not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:47:17.743197 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=3a80bb68-ec7a-435c-b08a-77a3580f29fb,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:17.956369 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9efbd-8e05-49b2-9f34-0960654f0ba6 req-d09977f7-688d-4ed4-8187-afa9e0aaceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:17.957833 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5ab9efbd-8e05-49b2-9f34-0960654f0ba6 req-d09977f7-688d-4ed4-8187-afa9e0aaceeb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 1098 time: 0.0388112 Jan 17 09:47:17.978472 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42530) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:18.002844 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5ab9efbd-8e05-49b2-9f34-0960654f0ba6 req-617a5472-00b0-4529-baa3-f80fd37a8e48 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Jan 17 09:47:18.031357 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (1315f7a7-5daa-4558-8e03-01fb02af3327), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.055071 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (1315f7a7-5daa-4558-8e03-01fb02af3327), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.092757 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be62a99-ec1c-477b-a746-2861f270c7e0 req-be48f24c-1dcc-4de0-b462-d1a1c314aae2 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:18.094262 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5be62a99-ec1c-477b-a746-2861f270c7e0 req-be48f24c-1dcc-4de0-b462-d1a1c314aae2 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 945 time: 0.0482965 Jan 17 09:47:18.143127 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5be62a99-ec1c-477b-a746-2861f270c7e0 req-0bac4cf8-f1d5-49d0-89d2-f3bb10777ed6 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 Jan 17 09:47:18.169912 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (1315f7a7-5daa-4558-8e03-01fb02af3327), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.172552 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.173700 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "DELETE /v2.0/security-groups/1315f7a7-5daa-4558-8e03-01fb02af3327 HTTP/1.1" status: 204 len: 168 time: 0.1942487 Jan 17 09:47:18.177273 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42534) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:18.183337 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1315f7a7-5daa-4558-8e03-01fb02af3327,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:18.189370 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.api.v2.resource [None req-08866a82-4bf8-4c36-b54d-e7b0a767a191 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] show failed (client error): The resource could not be found. Jan 17 09:47:18.190311 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.190430 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-08866a82-4bf8-4c36-b54d-e7b0a767a191 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "GET /v2.0/security-groups/1315f7a7-5daa-4558-8e03-01fb02af3327 HTTP/1.1" status: 404 len: 347 time: 0.0122766 Jan 17 09:47:18.190775 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.191123 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.191486 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.191826 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.192260 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.192539 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.193060 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.193177 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:18.193293 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.193653 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.193982 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.194310 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.194634 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce9c26-c9ee-4656-8e21-e2d8b1ace195 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:18.315302 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Deleting port c6568b1b-392a-4fd7-aac3-88f27bdbb3db {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:47:18.315545 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (c6568b1b-392a-4fd7-aac3-88f27bdbb3db), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.386813 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (c6568b1b-392a-4fd7-aac3-88f27bdbb3db), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.387193 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (c6568b1b-392a-4fd7-aac3-88f27bdbb3db), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.399534 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Calling delete_port for c6568b1b-392a-4fd7-aac3-88f27bdbb3db owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:47:18.873899 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (c6568b1b-392a-4fd7-aac3-88f27bdbb3db), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.900387 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Pushing event deleted for resources: {'Port': ['ID=c6568b1b-392a-4fd7-aac3-88f27bdbb3db,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:18.959170 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks [] for floatingip (02ad2042-0389-4ae7-b4ce-e7f79d990fce), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.961695 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:18.962857 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3ddd13d8-e877-4826-8b69-ee0435f78551 tempest-AttachVolumeShelveTestJSON-534596042 tempest-AttachVolumeShelveTestJSON-534596042-project] 10.222.0.73 "DELETE /v2.0/floatingips/02ad2042-0389-4ae7-b4ce-e7f79d990fce HTTP/1.1" status: 204 len: 168 time: 0.7688756 Jan 17 09:47:19.264832 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44407377-55e8-4365-b4a7-6c6ccc810529 req-f04a6690-5cdf-4b05-95f8-95b9ee64681f tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:19.266420 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44407377-55e8-4365-b4a7-6c6ccc810529 req-f04a6690-5cdf-4b05-95f8-95b9ee64681f tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 945 time: 0.0547752 Jan 17 09:47:19.312195 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44407377-55e8-4365-b4a7-6c6ccc810529 req-cc204151-bfb8-4d5e-a001-ec51a4e363df tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400290 Jan 17 09:47:20.424024 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438e121-a78f-4d64-b45a-096c0ee2c155 req-4a008880-a264-4327-9cc7-6cdd70835070 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:20.425491 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9438e121-a78f-4d64-b45a-096c0ee2c155 req-4a008880-a264-4327-9cc7-6cdd70835070 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 945 time: 0.0485075 Jan 17 09:47:20.471418 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9438e121-a78f-4d64-b45a-096c0ee2c155 req-1b4dc01e-e6b4-43b7-b797-832d46bb1551 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 Jan 17 09:47:21.616161 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42576) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:21.895676 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2062026e-8173-4029-933d-2ca76beadb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:22.003918 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7970831'] for router_interface (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:22.250720 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Deleting port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:47:22.250968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:22.326336 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] For port 88d72a8f-a92d-4f5a-ba08-a22d6b31835d, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=88d72a8f-a92d-4f5a-ba08-a22d6b31835d,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:22.326696 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:22.339659 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Calling delete_port for 88d72a8f-a92d-4f5a-ba08-a22d6b31835d owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:47:22.639368 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (88d72a8f-a92d-4f5a-ba08-a22d6b31835d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:22.664814 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d72a8f-a92d-4f5a-ba08-a22d6b31835d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:22.828355 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7932036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7966623'] for router_interface (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:23.042237 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:47:23.147289 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:47:23.152286 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7b40e062-6b45-4287-b3fd-5326d5417341 admin admin] 10.222.0.73 "PUT /v2.0/routers/c9d068c2-5ad1-48f7-9b85-23e5e090b5f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5351050 Jan 17 09:47:23.154742 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42588) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:23.156292 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] Sync routers for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:47:23.169490 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:47:23.170098 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:46:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:23.278405 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks [] for router (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:23.313575 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:47:23.460567 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks [] for router_gateway (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:23.469611 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-38331e0d-915f-4225-83da-d2b8716276ac tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:23.471115 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-38331e0d-915f-4225-83da-d2b8716276ac tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/networks?id=f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 200 len: 815 time: 0.1541111 Jan 17 09:47:23.486266 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-6462c10c-1972-4182-ab97-027bcc3678ce tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/quotas/91cfdea117b44cb9b6e9ce62aa2c0cd7 HTTP/1.1" status: 200 len: 375 time: 0.0092726 Jan 17 09:47:23.540920 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-d0d9fbd0-4130-4898-8ef3-53e50a4de8c9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488398 Jan 17 09:47:23.575828 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:47:22Z', 'revision_number': 5, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port': {'id': '6454d9de-0d0a-410a-ab52-995f685d146d', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:00:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:09Z', 'updated_at': '2022-01-17T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:23.601901 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] Checking router: c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:47:23.609943 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] Routers {'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:47:23.610540 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:46:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:23.654656 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Deleting port 6454d9de-0d0a-410a-ab52-995f685d146d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:47:23.655315 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:23.671853 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-82264eeb-0d30-4b0f-a473-7f7b775335bc service neutron] 10.222.0.73 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114733 Jan 17 09:47:23.699962 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] Set router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:47:23.753479 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:47:23Z', 'revision_number': 6, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port_host': None}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:23.780170 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cedab-bd24-4e62-8907-7dad5996edab None None] The sync data for ids ['c9d068c2-5ad1-48f7-9b85-23e5e090b5f4'] in dv-cinder-815461-8-iscsi is: [{'id': 'c9d068c2-5ad1-48f7-9b85-23e5e090b5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1993785476-router', 'tenant_id': 'e871533a61e74f0caea770b0d2e7bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:08Z', 'updated_at': '2022-01-17T09:47:23Z', 'revision_number': 6, 'project_id': 'e871533a61e74f0caea770b0d2e7bd98', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:47:23.800278 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] For port 6454d9de-0d0a-410a-ab52-995f685d146d, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6454d9de-0d0a-410a-ab52-995f685d146d,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:23.800643 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:23.820125 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Calling delete_port for 6454d9de-0d0a-410a-ab52-995f685d146d owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:47:23.823148 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-1b9ccf52-0b67-4802-8a29-044921751f75 service neutron] 10.222.0.73 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273909 Jan 17 09:47:24.075907 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-07a186a3-debf-4015-a1e5-d8c161374397 req-e2c7abd2-a1d5-42cf-8da0-b3dfdc612522 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 210 time: 0.0260296 Jan 17 09:47:24.085175 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (6454d9de-0d0a-410a-ab52-995f685d146d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.113576 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Pushing event deleted for resources: {'Port': ['ID=6454d9de-0d0a-410a-ab52-995f685d146d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:24.178702 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7971189'] for router_gateway (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.267220 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25328'] for router (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.269528 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks [] for router_controller (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.405341 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f4722a58-1c8e-4564-8b52-13e85b30112b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.405854 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977449'] for router (c9d068c2-5ad1-48f7-9b85-23e5e090b5f4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.406116 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:47:24.412733 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.414551 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-81318acd-6076-4bdb-b611-5169c5612709 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c9d068c2-5ad1-48f7-9b85-23e5e090b5f4 HTTP/1.1" status: 204 len: 168 time: 1.2580924 Jan 17 09:47:24.416395 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42610) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:24.459931 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-862a04d2-df48-47e1-8159-9d9fa9efed38 admin admin] Deleting subnet e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:47:24.476995 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-862a04d2-df48-47e1-8159-9d9fa9efed38 admin admin] Publish callbacks [] for subnet (e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.509336 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-862a04d2-df48-47e1-8159-9d9fa9efed38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66520198'] for subnet (e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.593383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-862a04d2-df48-47e1-8159-9d9fa9efed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.735873 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-862a04d2-df48-47e1-8159-9d9fa9efed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66555749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66581350'] for subnet (e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.762717 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a04d2-df48-47e1-8159-9d9fa9efed38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:24.770780 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-862a04d2-df48-47e1-8159-9d9fa9efed38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.778180 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-862a04d2-df48-47e1-8159-9d9fa9efed38 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e77ec43b-ecbe-4d36-86f6-4ea6843aa8cd HTTP/1.1" status: 204 len: 168 time: 0.3570652 Jan 17 09:47:24.778180 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42616) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:24.780684 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe39b08-591d-439c-8d46-5434ad4308ca None None] Network 460e104a-d5ad-4804-86f9-3d10f08e0f90 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:47:24.855605 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (460e104a-d5ad-4804-86f9-3d10f08e0f90), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.911521 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Deleting port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:47:24.911859 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.948577 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93226f93-0e1d-4f41-94d0-bf1e2ceb8d66 None None] DHCP port deletion for 460e104a-d5ad-4804-86f9-3d10f08e0f90 request from dv-cinder-815461-8-iscsi {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:47:24.983715 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] For port 6ea8cdd1-df33-480b-b546-fd29df33cbb1, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6ea8cdd1-df33-480b-b546-fd29df33cbb1,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:24.984079 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.996808 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Calling delete_port for 6ea8cdd1-df33-480b-b546-fd29df33cbb1 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:47:24.999939 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-93226f93-0e1d-4f41-94d0-bf1e2ceb8d66 None None] Deleting port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:47:25.000320 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93226f93-0e1d-4f41-94d0-bf1e2ceb8d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.062628 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-93226f93-0e1d-4f41-94d0-bf1e2ceb8d66 None None] For port 6ea8cdd1-df33-480b-b546-fd29df33cbb1, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6ea8cdd1-df33-480b-b546-fd29df33cbb1,segment=NetworkSegment(6d123ce5-43f1-48ea-ace4-7ed41e7d950d),segment_id=6d123ce5-43f1-48ea-ace4-7ed41e7d950d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:25.063016 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93226f93-0e1d-4f41-94d0-bf1e2ceb8d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.079462 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-93226f93-0e1d-4f41-94d0-bf1e2ceb8d66 None None] Calling delete_port for 6ea8cdd1-df33-480b-b546-fd29df33cbb1 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:47:25.141224 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.156290 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93226f93-0e1d-4f41-94d0-bf1e2ceb8d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (6ea8cdd1-df33-480b-b546-fd29df33cbb1), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.177496 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea8cdd1-df33-480b-b546-fd29df33cbb1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:25.184312 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93226f93-0e1d-4f41-94d0-bf1e2ceb8d66 None None] Pushing event deleted for resources: {'Port': ['ID=6ea8cdd1-df33-480b-b546-fd29df33cbb1,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:25.185564 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93226f93-0e1d-4f41-94d0-bf1e2ceb8d66 None None] No DVR routers for this DVR port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 on host dv-cinder-815461-8-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:47:25.198284 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] No DVR routers for this DVR port 6ea8cdd1-df33-480b-b546-fd29df33cbb1 on host dv-cinder-815461-8-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:47:25.203369 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-93975e18-4725-408b-9ed9-9caf27c9230f req-99658db0-af65-4620-81c1-4975432b0326 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 210 time: 0.0564935 Jan 17 09:47:25.295045 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 88d72a8f-a92d-4f5a-ba08-a22d6b31835d no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:47:25.317329 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 88d72a8f-a92d-4f5a-ba08-a22d6b31835d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:47:25.317675 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 88d72a8f-a92d-4f5a-ba08-a22d6b31835d not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:47:25.318097 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6454d9de-0d0a-410a-ab52-995f685d146d no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:47:25.341526 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 6454d9de-0d0a-410a-ab52-995f685d146d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:47:25.341868 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6454d9de-0d0a-410a-ab52-995f685d146d not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:47:25.342281 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6ea8cdd1-df33-480b-b546-fd29df33cbb1 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:47:25.363417 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 6ea8cdd1-df33-480b-b546-fd29df33cbb1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:47:25.364364 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6ea8cdd1-df33-480b-b546-fd29df33cbb1 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:47:25.466906 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.556183 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (460e104a-d5ad-4804-86f9-3d10f08e0f90), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.575137 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460e104a-d5ad-4804-86f9-3d10f08e0f90']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:25.584046 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d123ce5-43f1-48ea-ace4-7ed41e7d950d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:25.584348 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d123ce5-43f1-48ea-ace4-7ed41e7d950d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:25.593303 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66526837'] for segment (6d123ce5-43f1-48ea-ace4-7ed41e7d950d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.606749 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (6d123ce5-43f1-48ea-ace4-7ed41e7d950d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.612446 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:47:25.612836 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66555659'] for segment (6d123ce5-43f1-48ea-ace4-7ed41e7d950d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: Traceback (most recent call last): Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: timer() Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: cb(*args, **kw) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: return func(*args, **kwargs) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: self._notify() Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: self.callback(batched_events) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: event.method(event) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: return f(self, *a, **k) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._get(url).json() Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:47:25.624011 dv-cinder-815461-8-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:47:25.724384 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (460e104a-d5ad-4804-86f9-3d10f08e0f90), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.729524 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.733157 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/460e104a-d5ad-4804-86f9-3d10f08e0f90 HTTP/1.1" status: 204 len: 168 time: 0.9535503 Jan 17 09:47:25.745446 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ee274-2912-4237-ac0d-fb5bd7a3b6a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=460e104a-d5ad-4804-86f9-3d10f08e0f90,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:26.095471 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-ab2bdbfc-0a8e-4ff2-b068-52c6f7be0f06 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:26.096988 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-ab2bdbfc-0a8e-4ff2-b068-52c6f7be0f06 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "GET /v2.0/networks?id=f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 200 len: 815 time: 0.1053548 Jan 17 09:47:26.110136 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Request body: {'port': {'device_id': '2b0caa13-0c61-4bbc-a883-1d20b33c0577', 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310', 'admin_state_up': True, 'tenant_id': '91cfdea117b44cb9b6e9ce62aa2c0cd7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:26.125324 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:26.166552 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-90e6b0aa-5bb8-47dd-b396-cf61dff24d7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e871533a61e74f0caea770b0d2e7bd98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400033 Jan 17 09:47:26.169100 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42624) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:26.219910 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9a64baf-a384-45e0-96fd-1535a01d7e0d admin admin] Publish callbacks [] for security_group (f424bc42-85bd-4581-8e68-724940a332e3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:26.245169 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9a64baf-a384-45e0-96fd-1535a01d7e0d admin admin] Publish callbacks [] for security_group (f424bc42-85bd-4581-8e68-724940a332e3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:26.299595 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-022523d4-fafc-448b-a5ef-275b3f5390a3 req-f2d89190-ed28-49a6-b326-71821550e101 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 210 time: 0.0271246 Jan 17 09:47:26.336483 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Made reservation on behalf of 91cfdea117b44cb9b6e9ce62aa2c0cd7 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:47:26.340054 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:26.369289 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9a64baf-a384-45e0-96fd-1535a01d7e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (f424bc42-85bd-4581-8e68-724940a332e3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:26.371944 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9a64baf-a384-45e0-96fd-1535a01d7e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:26.373129 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f9a64baf-a384-45e0-96fd-1535a01d7e0d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f424bc42-85bd-4581-8e68-724940a332e3 HTTP/1.1" status: 204 len: 168 time: 0.2030673 Jan 17 09:47:26.381671 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a64baf-a384-45e0-96fd-1535a01d7e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f424bc42-85bd-4581-8e68-724940a332e3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:26.483424 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Allocated IP 172.20.0.9 (f1edd90c-313e-472a-91b7-2e7ef7b83310/80048df3-d015-4a05-8317-f485923c5755/ee722ed8-cfa6-4536-a55a-f05f78407401) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:47:26.626437 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks [] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:26.725543 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:26.737720 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['a5eb8593-37bd-423e-91c2-de00aaecdf1d', '3a80bb68-ec7a-435c-b08a-77a3580f29fb'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:47:26.772663 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Network f1edd90c-313e-472a-91b7-2e7ef7b83310 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:47:26.775802 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:47:26.779556 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:47:26.809528 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Pushing event updated for resources: {'Port': ['ID=ee722ed8-cfa6-4536-a55a-f05f78407401,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:26.835506 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:26.836128 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:26.910345 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-96a89024-e86b-49b1-9a81-f83eb4b8afda tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8047752 Jan 17 09:47:26.935466 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Request body: {'port': {'device_id': '2b0caa13-0c61-4bbc-a883-1d20b33c0577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:26.995050 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.164999 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.260306 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee722ed8-cfa6-4536-a55a-f05f78407401 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:47:27.267653 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Publish callbacks [] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.279141 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Transition to ACTIVE for port object ee722ed8-cfa6-4536-a55a-f05f78407401 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:47:27.325460 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.373127 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:27.384760 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Pushing event updated for resources: {'Port': ['ID=ee722ed8-cfa6-4536-a55a-f05f78407401,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:27.483379 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-602347254-network', 'tenant_id': '0e3dfb3056e646e39776836a4e87af4d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:27.494980 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59f5d-df10-47f8-9f10-03af453dc481 req-96e96be9-d9fb-49ac-8f57-53534cc821e4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:27.496560 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-43d59f5d-df10-47f8-9f10-03af453dc481 req-96e96be9-d9fb-49ac-8f57-53534cc821e4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 943 time: 0.1147723 Jan 17 09:47:27.518361 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Attempting to bind port ee722ed8-cfa6-4536-a55a-f05f78407401 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:47:27.518694 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Attempting to bind port ee722ed8-cfa6-4536-a55a-f05f78407401 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:47:27.519028 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Attempting to bind port ee722ed8-cfa6-4536-a55a-f05f78407401 on network f1edd90c-313e-472a-91b7-2e7ef7b83310 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:47:27.539396 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Port ee722ed8-cfa6-4536-a55a-f05f78407401 on network f1edd90c-313e-472a-91b7-2e7ef7b83310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:47:27.540634 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Attempting to bind port ee722ed8-cfa6-4536-a55a-f05f78407401 on network f1edd90c-313e-472a-91b7-2e7ef7b83310 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:47:27.548291 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:47:27.548631 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Checking segment: {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:47:27.549066 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Bound using segment: {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:47:27.549493 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Bound port: ee722ed8-cfa6-4536-a55a-f05f78407401, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:47:27.549857 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.581532 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-43d59f5d-df10-47f8-9f10-03af453dc481 req-e49b94f8-0ae2-4c71-8ad6-87912d758fbc tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787163 Jan 17 09:47:27.629677 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] For port ee722ed8-cfa6-4536-a55a-f05f78407401, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:47:27.632602 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] For port ee722ed8-cfa6-4536-a55a-f05f78407401, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee722ed8-cfa6-4536-a55a-f05f78407401,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:47:27.633950 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Made reservation on behalf of 0e3dfb3056e646e39776836a4e87af4d for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:47:27.636256 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.645317 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.722149 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.726229 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Publish callbacks [] for security_group (a3b8717b-d5ea-4b11-9ebc-a1d17e70e756), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.759325 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:27.759325 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.759945 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] 10.222.0.72 "PUT /v2.0/ports/ee722ed8-cfa6-4536-a55a-f05f78407401 HTTP/1.1" status: 200 len: 1093 time: 0.8291798 Jan 17 09:47:27.760385 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0caa13-0c61-4bbc-a883-1d20b33c0577', 'tag': 'ee722ed8-cfa6-4536-a55a-f05f78407401'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:47:27.762657 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e56391f-8644-4267-9e0f-a605c078ff5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0caa13-0c61-4bbc-a883-1d20b33c0577", "tag": "ee722ed8-cfa6-4536-a55a-f05f78407401"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:47:27.785482 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562ac99-8111-460e-bd1c-2ee4b275cc6f service neutron] Pushing event updated for resources: {'Port': ['ID=ee722ed8-cfa6-4536-a55a-f05f78407401,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:27.798608 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef3eb5b-b2f2-4765-bbf8-6960b50c4205 x-openstack-request-id: req-0ef3eb5b-b2f2-4765-bbf8-6960b50c4205 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:47:27.798900 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0caa13-0c61-4bbc-a883-1d20b33c0577", "tag": "ee722ed8-cfa6-4536-a55a-f05f78407401", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:47:27.799155 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ef3eb5b-b2f2-4765-bbf8-6960b50c4205 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:47:27.799613 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0caa13-0c61-4bbc-a883-1d20b33c0577', 'tag': 'ee722ed8-cfa6-4536-a55a-f05f78407401', 'status': 'completed', 'code': 200} Jan 17 09:47:27.804911 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (a3b8717b-d5ea-4b11-9ebc-a1d17e70e756), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.838451 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:47:27.869956 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8717b-d5ea-4b11-9ebc-a1d17e70e756,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:27.873888 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (3528b928-8716-4c70-a471-1e13def26c61), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.874232 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Added segment 3528b928-8716-4c70-a471-1e13def26c61 of type vlan for network 62200173-8803-44b0-823a-44273f8fcd77 Jan 17 09:47:27.918961 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56391f-8644-4267-9e0f-a605c078ff5f req-b654087d-b29c-4c4a-8a1d-394635bc2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:27.920489 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2e56391f-8644-4267-9e0f-a605c078ff5f req-b654087d-b29c-4c4a-8a1d-394635bc2bfc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 1096 time: 0.0999222 Jan 17 09:47:27.921926 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (62200173-8803-44b0-823a-44273f8fcd77), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.987649 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (62200173-8803-44b0-823a-44273f8fcd77), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.988590 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:27.989167 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:28.063765 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] Pushing event updated for resources: {'Network': ['ID=62200173-8803-44b0-823a-44273f8fcd77,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:28.074955 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 62200173-8803-44b0-823a-44273f8fcd77 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:47:28.089490 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56391f-8644-4267-9e0f-a605c078ff5f req-c8c3ddc3-5b31-478c-acbc-63cdc5e5a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:28.090957 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2e56391f-8644-4267-9e0f-a605c078ff5f req-c8c3ddc3-5b31-478c-acbc-63cdc5e5a317 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1482198 Jan 17 09:47:28.108223 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e08ceb55-f7a8-46b6-b373-7e176d820a22 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7318130 Jan 17 09:47:28.111476 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42660) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:28.117804 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Request body: {'subnet': {'network_id': '62200173-8803-44b0-823a-44273f8fcd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-602347254-subnet', 'tenant_id': '0e3dfb3056e646e39776836a4e87af4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:28.187768 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56391f-8644-4267-9e0f-a605c078ff5f req-e474555b-bd49-4221-b512-53036e1b1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:28.189268 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2e56391f-8644-4267-9e0f-a605c078ff5f req-e474555b-bd49-4221-b512-53036e1b1ac4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923240 Jan 17 09:47:28.215353 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Made reservation on behalf of 0e3dfb3056e646e39776836a4e87af4d for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:47:28.218236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4764267'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:28.264226 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-849e9145-96e6-454d-a3d5-a915d0238c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:28.265817 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-849e9145-96e6-454d-a3d5-a915d0238c24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 1096 time: 0.0411601 Jan 17 09:47:28.313103 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-8c5c5167-7dd7-44ba-8b4e-29660fda69c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee722ed8-cfa6-4536-a55a-f05f78407401 HTTP/1.1" status: 200 len: 217 time: 0.0399938 Jan 17 09:47:28.357861 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:28.362517 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-208d2fa5-656b-49f2-a60c-bbab3fc2138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:28.364834 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-208d2fa5-656b-49f2-a60c-bbab3fc2138f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80048df3-d015-4a05-8317-f485923c5755 HTTP/1.1" status: 200 len: 855 time: 0.0462654 Jan 17 09:47:28.394996 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-9c4132ef-459b-4ef1-bf2b-e2028dc0993f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1edd90c-313e-472a-91b7-2e7ef7b83310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246329 Jan 17 09:47:28.450951 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4764281'] for subnet (152c5074-ba3a-499b-a0e5-5de8cf92b93b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:28.485497 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-c1492f64-de64-48fb-8f4f-244a5320a045 service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840948 Jan 17 09:47:28.510053 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152c5074-ba3a-499b-a0e5-5de8cf92b93b,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:28.519535 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Checking segment: {'id': '3528b928-8716-4c70-a471-1e13def26c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '62200173-8803-44b0-823a-44273f8fcd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:47:28.519734 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Network hostable DHCP agents. Network: 62200173-8803-44b0-823a-44273f8fcd77, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:47:28.576934 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5c745510-12ce-4f60-ae1b-ecf929c20b68 req-cc67bf3d-5d5b-4296-ae95-aa7825c7ec1d service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856409 Jan 17 09:47:28.599745 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Network 62200173-8803-44b0-823a-44273f8fcd77 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:47:28.685092 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 62200173-8803-44b0-823a-44273f8fcd77) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:47:28.689294 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:28.690008 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:28.695639 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edadf29-5ee2-4c87-a03d-882c75ae4a11 None None] Network 62200173-8803-44b0-823a-44273f8fcd77 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:47:28.696597 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944840a2-a1f4-475a-956d-560e9e35328e req-b96a1b9e-d08f-4520-acec-9ab8c9d3302a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:28.698104 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-944840a2-a1f4-475a-956d-560e9e35328e req-b96a1b9e-d08f-4520-acec-9ab8c9d3302a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 943 time: 0.0492356 Jan 17 09:47:28.748950 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-944840a2-a1f4-475a-956d-560e9e35328e req-121f4221-d758-4fe2-9bc0-ee0889609eb1 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452807 Jan 17 09:47:28.773510 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e25e2e6e-b471-42be-bebf-12e429420c14 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6601706 Jan 17 09:47:28.790644 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991ddff-f239-49bc-9897-3301ee2789ef None None] Network 62200173-8803-44b0-823a-44273f8fcd77 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:47:29.393413 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42678) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:29.398785 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-524370560-network', 'tenant_id': '659de013124a494b8df82cedaeef5b9b'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:29.478824 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Made reservation on behalf of 659de013124a494b8df82cedaeef5b9b for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:47:29.481153 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:29.489603 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:29.560834 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Publish callbacks [] for security_group (67fab620-b013-4658-be99-86c8bc5e8936), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:29.621686 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (67fab620-b013-4658-be99-86c8bc5e8936), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:29.645742 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:47:29.655236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fab620-b013-4658-be99-86c8bc5e8936,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:29.659967 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (dddfb451-022c-410a-ab0c-0678e50b5a41), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:29.660366 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Added segment dddfb451-022c-410a-ab0c-0678e50b5a41 of type vlan for network b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4 Jan 17 09:47:29.702187 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:29.797871 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:29.798962 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:29.799530 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:29.856548 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] Pushing event updated for resources: {'Network': ['ID=b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:29.863001 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebbf17-5207-4cb4-ae78-d53273a96f72 req-75acd6d3-7f31-43ae-8be8-a2a7522ded72 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:29.867445 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-46ebbf17-5207-4cb4-ae78-d53273a96f72 req-75acd6d3-7f31-43ae-8be8-a2a7522ded72 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 943 time: 0.0494874 Jan 17 09:47:29.870563 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:47:29.911765 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-46ebbf17-5207-4cb4-ae78-d53273a96f72 req-cf7af817-30a4-4a92-b214-61b9a14996a0 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Jan 17 09:47:29.938951 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f75e7624-07bc-46e6-93f1-9e30c9ef621c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5444562 Jan 17 09:47:29.942155 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42682) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:29.946969 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Request body: {'subnet': {'network_id': 'b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-524370560-subnet', 'tenant_id': '659de013124a494b8df82cedaeef5b9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:30.044443 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Made reservation on behalf of 659de013124a494b8df82cedaeef5b9b for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:47:30.046740 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4764267'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:30.256247 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4764281'] for subnet (e8ea26f8-3697-4597-8140-dee40cf550c5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:30.309328 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ea26f8-3697-4597-8140-dee40cf550c5,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:30.317854 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Checking segment: {'id': 'dddfb451-022c-410a-ab0c-0678e50b5a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:47:30.318216 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Network hostable DHCP agents. Network: b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:47:30.381608 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Network b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:47:30.461592 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:47:30.465516 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:30.466122 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:30.470240 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af6efa7-f953-4e75-b4b8-ee0839b68625 None None] Network b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:47:30.533521 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-b1edfb66-62c7-47cb-bbca-a213fcd53203 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5901215 Jan 17 09:47:30.565076 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67416b91-93e8-4282-b2b2-3e92266f9412 None None] Network b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:47:30.647385 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42686) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:30.693876 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0f200e-8785-411c-a691-df3f883d35f9 admin admin] Deleting subnet 152c5074-ba3a-499b-a0e5-5de8cf92b93b {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:47:30.696963 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc0f200e-8785-411c-a691-df3f883d35f9 admin admin] Publish callbacks [] for subnet (152c5074-ba3a-499b-a0e5-5de8cf92b93b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:30.729500 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc0f200e-8785-411c-a691-df3f883d35f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4561382'] for subnet (152c5074-ba3a-499b-a0e5-5de8cf92b93b), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:30.766010 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc0f200e-8785-411c-a691-df3f883d35f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (152c5074-ba3a-499b-a0e5-5de8cf92b93b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:30.873177 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc0f200e-8785-411c-a691-df3f883d35f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4764160'] for subnet (152c5074-ba3a-499b-a0e5-5de8cf92b93b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:30.898020 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f200e-8785-411c-a691-df3f883d35f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152c5074-ba3a-499b-a0e5-5de8cf92b93b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:30.899951 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc0f200e-8785-411c-a691-df3f883d35f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:30.903054 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-bc0f200e-8785-411c-a691-df3f883d35f9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/152c5074-ba3a-499b-a0e5-5de8cf92b93b HTTP/1.1" status: 204 len: 168 time: 0.2546215 Jan 17 09:47:30.905526 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42688) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:30.976901 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (62200173-8803-44b0-823a-44273f8fcd77), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.026633 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd78e1b-ead9-4f94-bdc4-ad89f116e499 req-72431ea4-267c-42c6-8050-90fda01da036 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:31.028138 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9cd78e1b-ead9-4f94-bdc4-ad89f116e499 req-72431ea4-267c-42c6-8050-90fda01da036 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 943 time: 0.0475461 Jan 17 09:47:31.060798 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (62200173-8803-44b0-823a-44273f8fcd77), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.074400 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9cd78e1b-ead9-4f94-bdc4-ad89f116e499 req-00f1f781-c289-4059-adb5-651b0109c445 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Jan 17 09:47:31.079809 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62200173-8803-44b0-823a-44273f8fcd77']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:31.089545 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3528b928-8716-4c70-a471-1e13def26c61') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:31.089845 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3528b928-8716-4c70-a471-1e13def26c61') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:31.099671 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4555541'] for segment (3528b928-8716-4c70-a471-1e13def26c61), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.112219 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (3528b928-8716-4c70-a471-1e13def26c61), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.117986 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:47:31.118367 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4561265'] for segment (3528b928-8716-4c70-a471-1e13def26c61), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: Traceback (most recent call last): Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: timer() Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: cb(*args, **kw) Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: return func(*args, **kwargs) Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: self._notify() Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: self.callback(batched_events) Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: event.method(event) Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: return f(self, *a, **k) Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._get(url).json() Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: return self.request(url, 'GET', **kwargs) Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:47:31.119996 dv-cinder-815461-8-iscsi neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:47:31.227415 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (62200173-8803-44b0-823a-44273f8fcd77), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.232675 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.235843 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] 10.222.0.73 "DELETE /v2.0/networks/62200173-8803-44b0-823a-44273f8fcd77 HTTP/1.1" status: 204 len: 168 time: 0.3294263 Jan 17 09:47:31.238718 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:31.246513 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a020386-6553-42eb-bbaf-a38a06987b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=62200173-8803-44b0-823a-44273f8fcd77,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:31.285038 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c3642a-656c-466f-9388-eedabdd2aae3 admin admin] Deleting subnet e8ea26f8-3697-4597-8140-dee40cf550c5 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:47:31.288943 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2c3642a-656c-466f-9388-eedabdd2aae3 admin admin] Publish callbacks [] for subnet (e8ea26f8-3697-4597-8140-dee40cf550c5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.321804 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2c3642a-656c-466f-9388-eedabdd2aae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66520198'] for subnet (e8ea26f8-3697-4597-8140-dee40cf550c5), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.360982 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2c3642a-656c-466f-9388-eedabdd2aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (e8ea26f8-3697-4597-8140-dee40cf550c5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.501965 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2c3642a-656c-466f-9388-eedabdd2aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66555749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66581350'] for subnet (e8ea26f8-3697-4597-8140-dee40cf550c5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.531290 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3642a-656c-466f-9388-eedabdd2aae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ea26f8-3697-4597-8140-dee40cf550c5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:31.534954 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2c3642a-656c-466f-9388-eedabdd2aae3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.538148 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a2c3642a-656c-466f-9388-eedabdd2aae3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e8ea26f8-3697-4597-8140-dee40cf550c5 HTTP/1.1" status: 204 len: 168 time: 0.2983968 Jan 17 09:47:31.540606 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 42694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:31.605878 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.684003 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.703648 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:31.713142 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddfb451-022c-410a-ab0c-0678e50b5a41') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:31.713442 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddfb451-022c-410a-ab0c-0678e50b5a41') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:47:31.722817 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66526837'] for segment (dddfb451-022c-410a-ab0c-0678e50b5a41), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.735748 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (dddfb451-022c-410a-ab0c-0678e50b5a41), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.741537 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:47:31.742248 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66555659'] for segment (dddfb451-022c-410a-ab0c-0678e50b5a41), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: Traceback (most recent call last): Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: timer() Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: cb(*args, **kw) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: return func(*args, **kwargs) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: self._notify() Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: self.callback(batched_events) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: event.method(event) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: return f(self, *a, **k) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._get(url).json() Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:47:31.743549 dv-cinder-815461-8-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:47:31.747215 dv-cinder-815461-8-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:47:31.873162 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.878360 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:31.882101 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4 HTTP/1.1" status: 204 len: 168 time: 0.3405840 Jan 17 09:47:31.893021 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44f930-fcb7-4eb8-95d2-4bcde7a52c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ceec8e-4e91-43bd-86d2-c90a82e5cdc4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:32.189552 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289903b-2815-4a32-aff8-d92524e5cc2f req-8a39ba01-4e5b-46aa-894c-46433b075387 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:32.190980 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2289903b-2815-4a32-aff8-d92524e5cc2f req-8a39ba01-4e5b-46aa-894c-46433b075387 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 943 time: 0.0507090 Jan 17 09:47:32.238553 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2289903b-2815-4a32-aff8-d92524e5cc2f req-8c4049f5-8017-46f0-8adc-cd8b2f7b5d14 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Jan 17 09:47:32.238796 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:32.276631 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2081d6ba-0db6-4d2b-bea4-2fe7c5cc685d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e3dfb3056e646e39776836a4e87af4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0361094 Jan 17 09:47:32.278976 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42702) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:32.328199 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-062d1d6e-87ec-4a3e-a295-8990557a7e21 admin admin] Publish callbacks [] for security_group (a3b8717b-d5ea-4b11-9ebc-a1d17e70e756), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:32.349928 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-062d1d6e-87ec-4a3e-a295-8990557a7e21 admin admin] Publish callbacks [] for security_group (a3b8717b-d5ea-4b11-9ebc-a1d17e70e756), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:32.496151 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-062d1d6e-87ec-4a3e-a295-8990557a7e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (a3b8717b-d5ea-4b11-9ebc-a1d17e70e756), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:32.498609 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-062d1d6e-87ec-4a3e-a295-8990557a7e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:32.499763 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-062d1d6e-87ec-4a3e-a295-8990557a7e21 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3b8717b-d5ea-4b11-9ebc-a1d17e70e756 HTTP/1.1" status: 204 len: 168 time: 0.2198811 Jan 17 09:47:32.507457 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d1d6e-87ec-4a3e-a295-8990557a7e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8717b-d5ea-4b11-9ebc-a1d17e70e756,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:33.141049 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42708) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:33.178992 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-508d154a-96a5-4934-8cc5-faf47bfabe62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=659de013124a494b8df82cedaeef5b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367630 Jan 17 09:47:33.181278 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 42710) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:33.227175 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55417616-9d37-4c5c-bdbf-d7756a444b76 admin admin] Publish callbacks [] for security_group (67fab620-b013-4658-be99-86c8bc5e8936), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:33.247863 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55417616-9d37-4c5c-bdbf-d7756a444b76 admin admin] Publish callbacks [] for security_group (67fab620-b013-4658-be99-86c8bc5e8936), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:33.352193 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d078d-d0f7-442d-a29a-db806c47d7ae req-ebb32b2a-b128-4264-ac4c-2d8932c6d704 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:33.353927 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-100d078d-d0f7-442d-a29a-db806c47d7ae req-ebb32b2a-b128-4264-ac4c-2d8932c6d704 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 943 time: 0.0481398 Jan 17 09:47:33.365235 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55417616-9d37-4c5c-bdbf-d7756a444b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (67fab620-b013-4658-be99-86c8bc5e8936), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:33.367787 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55417616-9d37-4c5c-bdbf-d7756a444b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:33.368932 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-55417616-9d37-4c5c-bdbf-d7756a444b76 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/67fab620-b013-4658-be99-86c8bc5e8936 HTTP/1.1" status: 204 len: 168 time: 0.1867855 Jan 17 09:47:33.377329 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55417616-9d37-4c5c-bdbf-d7756a444b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fab620-b013-4658-be99-86c8bc5e8936,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:33.412389 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-100d078d-d0f7-442d-a29a-db806c47d7ae req-8a0edca9-1a17-48f7-98eb-b173c19c68ad tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524974 Jan 17 09:47:33.413552 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ee722ed8-cfa6-4536-a55a-f05f78407401 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:47:33.508045 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port ee722ed8-cfa6-4536-a55a-f05f78407401, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee722ed8-cfa6-4536-a55a-f05f78407401,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:33.519293 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'ee722ed8-cfa6-4536-a55a-f05f78407401', 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310', 'port_id': 'ee722ed8-cfa6-4536-a55a-f05f78407401', 'mac_address': 'fa:16:3e:5d:bd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80048df3-d015-4a05-8317-f485923c5755', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:47:33.559650 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port ee722ed8-cfa6-4536-a55a-f05f78407401 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:47:33.560067 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:33.573054 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee722ed8-cfa6-4536-a55a-f05f78407401 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:47:33.599941 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port ee722ed8-cfa6-4536-a55a-f05f78407401, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee722ed8-cfa6-4536-a55a-f05f78407401,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:33.672360 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:33.719397 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=ee722ed8-cfa6-4536-a55a-f05f78407401,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:34.038006 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['ee722ed8-cfa6-4536-a55a-f05f78407401'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:47:34.517681 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705b4e4-05dd-413b-bf48-56b1ff302601 req-9a5e2579-bcf3-4a8f-a4cf-2ac4dfd95585 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:34.519128 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f705b4e4-05dd-413b-bf48-56b1ff302601 req-9a5e2579-bcf3-4a8f-a4cf-2ac4dfd95585 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 944 time: 0.0480042 Jan 17 09:47:34.569389 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f705b4e4-05dd-413b-bf48-56b1ff302601 req-ad456584-fb10-426a-91da-a169782aa1c8 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Jan 17 09:47:35.417460 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ee722ed8-cfa6-4536-a55a-f05f78407401 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:47:35.517685 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port ee722ed8-cfa6-4536-a55a-f05f78407401 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:47:35.521859 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port ee722ed8-cfa6-4536-a55a-f05f78407401 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:47:35.522231 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:35.598366 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port ee722ed8-cfa6-4536-a55a-f05f78407401 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:47:35.598752 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:35.621028 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0caa13-0c61-4bbc-a883-1d20b33c0577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee722ed8-cfa6-4536-a55a-f05f78407401'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:47:35.623242 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab46e19-6ef5-455f-b0c6-09563d2962f4" -d '{"events": [{"server_uuid": "2b0caa13-0c61-4bbc-a883-1d20b33c0577", "name": "network-vif-plugged", "status": "completed", "tag": "ee722ed8-cfa6-4536-a55a-f05f78407401"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:47:35.636528 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port ee722ed8-cfa6-4536-a55a-f05f78407401, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee722ed8-cfa6-4536-a55a-f05f78407401,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:47:35.661679 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b27ffd-790a-45d9-934d-eb48ddbb3546 x-openstack-request-id: req-f2b27ffd-790a-45d9-934d-eb48ddbb3546 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:47:35.661679 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0caa13-0c61-4bbc-a883-1d20b33c0577", "name": "network-vif-plugged", "status": "completed", "tag": "ee722ed8-cfa6-4536-a55a-f05f78407401", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:47:35.661679 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f2b27ffd-790a-45d9-934d-eb48ddbb3546 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:47:35.661679 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0caa13-0c61-4bbc-a883-1d20b33c0577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee722ed8-cfa6-4536-a55a-f05f78407401', 'code': 200} Jan 17 09:47:35.689914 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c70e6-d05a-4278-8558-1234ae914119 req-219ab1c8-f7a0-412a-85a0-4eb4222752e4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:35.691516 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b47c70e6-d05a-4278-8558-1234ae914119 req-219ab1c8-f7a0-412a-85a0-4eb4222752e4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 944 time: 0.0524397 Jan 17 09:47:35.701940 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:35.744351 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b47c70e6-d05a-4278-8558-1234ae914119 req-99d22374-c258-4239-8671-5bcde39faf97 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458839 Jan 17 09:47:35.750096 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=ee722ed8-cfa6-4536-a55a-f05f78407401,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:35.969850 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a5ab-7ca2-4192-902a-17170beca8cb req-91ed1046-d03b-4503-96cc-f5b3d9d3ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:35.971348 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7b72a5ab-7ca2-4192-902a-17170beca8cb req-91ed1046-d03b-4503-96cc-f5b3d9d3ea33 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 1098 time: 0.0385492 Jan 17 09:47:36.017148 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7b72a5ab-7ca2-4192-902a-17170beca8cb req-9bfaf4b4-70c0-4618-92c9-2cd8610f45ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368319 Jan 17 09:47:36.864906 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67434025-7449-43e9-9b91-ab0503c13dc6 req-13b32588-963c-44b7-8add-cd799e5d7669 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:36.866374 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-67434025-7449-43e9-9b91-ab0503c13dc6 req-13b32588-963c-44b7-8add-cd799e5d7669 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 945 time: 0.0516741 Jan 17 09:47:36.913146 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-67434025-7449-43e9-9b91-ab0503c13dc6 req-26d429a5-02e0-4f1c-a721-6e5f512d0e83 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Jan 17 09:47:38.023773 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb48a-ebfd-4b88-9d07-cb7a8d82173f req-34d0560d-cc95-4116-af9f-1b5fd5df03af tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:38.025211 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cf4cb48a-ebfd-4b88-9d07-cb7a8d82173f req-34d0560d-cc95-4116-af9f-1b5fd5df03af tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 945 time: 0.0476022 Jan 17 09:47:38.070188 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cf4cb48a-ebfd-4b88-9d07-cb7a8d82173f req-97170873-e533-4182-8985-a33441a3679e tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 Jan 17 09:47:42.786537 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:49.660539 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:47:52.031766 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0105c30-9a6a-4763-a750-d3445e08da7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:54.363903 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-218d8b82-3b7a-4ac2-8d82-c579ce706132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:55.443716 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:55.878541 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-e89112e4-5e68-4eac-8fa4-e449ca97fe85 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:55.880020 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-e89112e4-5e68-4eac-8fa4-e449ca97fe85 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/networks?id=f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 200 len: 815 time: 0.1017711 Jan 17 09:47:55.894039 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-6e0455c8-95e6-48e6-8ca3-de975b42e0c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/quotas/91cfdea117b44cb9b6e9ce62aa2c0cd7 HTTP/1.1" status: 200 len: 375 time: 0.0087481 Jan 17 09:47:55.944525 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-ccf52a50-ddc4-408b-838d-6edae58cffb8 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458958 Jan 17 09:47:56.163446 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-4d7aa612-d09b-4ac3-9d61-def5be616943 service neutron] 10.222.0.73 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124078 Jan 17 09:47:56.247775 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-51224fe0-cf8b-46b2-847c-df2f5d69c065 service neutron] 10.222.0.73 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787575 Jan 17 09:47:56.524049 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e377f882-105f-4c7c-8547-746379539d96 req-40051e94-da04-48d7-833f-c9170f18dd72 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 210 time: 0.0266886 Jan 17 09:47:57.169735 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:57.613698 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f1a44064-eacd-4526-962d-c7fc35c555e0 req-d4fe8646-ae87-452f-9664-821ce0834fc2 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 210 time: 0.0255070 Jan 17 09:47:58.358063 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:58.459563 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-56c20635-a15c-465d-b55c-c49de3e8bef7 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:58.461043 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-56c20635-a15c-465d-b55c-c49de3e8bef7 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "GET /v2.0/networks?id=f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 200 len: 815 time: 0.1073000 Jan 17 09:47:58.473536 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Request body: {'port': {'device_id': '12350cb9-0c15-47a9-8bdc-32b7f7947667', 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310', 'admin_state_up': True, 'tenant_id': '91cfdea117b44cb9b6e9ce62aa2c0cd7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:58.650353 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Made reservation on behalf of 91cfdea117b44cb9b6e9ce62aa2c0cd7 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:47:58.653909 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:58.737299 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1ca77f2d-e9f6-47fb-96c0-7b2a688a2066 req-69d7ccfb-80bd-4fee-9353-0cdee2b65264 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 210 time: 0.0568206 Jan 17 09:47:58.802874 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Allocated IP 172.20.0.4 (f1edd90c-313e-472a-91b7-2e7ef7b83310/80048df3-d015-4a05-8317-f485923c5755/bc0d4bba-b7ef-42eb-a640-93823f6693b6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:47:58.940359 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks [] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:59.010208 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:59.023097 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['a5eb8593-37bd-423e-91c2-de00aaecdf1d', '3a80bb68-ec7a-435c-b08a-77a3580f29fb', 'ee722ed8-cfa6-4536-a55a-f05f78407401'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:47:59.070983 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Network f1edd90c-313e-472a-91b7-2e7ef7b83310 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:47:59.079144 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Pushing event updated for resources: {'Port': ['ID=bc0d4bba-b7ef-42eb-a640-93823f6693b6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:59.082800 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:47:59.085542 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:47:59.116148 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.116499 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.116894 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.117234 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.117569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.117929 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.118883 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.119215 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.119576 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.119910 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.120239 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.120564 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.120888 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:59.151044 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:59.151687 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:59.216833 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-16611588-aff7-4201-90bd-9973808ee9c3 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7471242 Jan 17 09:47:59.230096 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Request body: {'port': {'device_id': '12350cb9-0c15-47a9-8bdc-32b7f7947667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:59.284613 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:59.545008 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0d4bba-b7ef-42eb-a640-93823f6693b6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:47:59.552132 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Publish callbacks [] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:59.564147 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Transition to ACTIVE for port object bc0d4bba-b7ef-42eb-a640-93823f6693b6 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:47:59.649106 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:59.696901 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Pushing event updated for resources: {'Port': ['ID=bc0d4bba-b7ef-42eb-a640-93823f6693b6,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:59.765822 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Attempting to bind port bc0d4bba-b7ef-42eb-a640-93823f6693b6 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:47:59.765822 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Attempting to bind port bc0d4bba-b7ef-42eb-a640-93823f6693b6 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:47:59.766040 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Attempting to bind port bc0d4bba-b7ef-42eb-a640-93823f6693b6 on network f1edd90c-313e-472a-91b7-2e7ef7b83310 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:47:59.770372 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Port bc0d4bba-b7ef-42eb-a640-93823f6693b6 on network f1edd90c-313e-472a-91b7-2e7ef7b83310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:47:59.770696 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Attempting to bind port bc0d4bba-b7ef-42eb-a640-93823f6693b6 on network f1edd90c-313e-472a-91b7-2e7ef7b83310 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:47:59.775566 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:47:59.775906 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Checking segment: {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:47:59.776283 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Bound using segment: {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:47:59.776702 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Bound port: bc0d4bba-b7ef-42eb-a640-93823f6693b6, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008c3f1e-4ca1-4067-896b-cb107814d594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:47:59.777055 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:59.869543 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] For port bc0d4bba-b7ef-42eb-a640-93823f6693b6, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:47:59.878120 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a439-5fe4-4e50-ad5e-62f2fe3767ca req-5f8ae0b2-3e70-4169-87eb-60fd97fd5008 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:59.879594 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2a99a439-5fe4-4e50-ad5e-62f2fe3767ca req-5f8ae0b2-3e70-4169-87eb-60fd97fd5008 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 943 time: 0.0706475 Jan 17 09:47:59.881229 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] For port bc0d4bba-b7ef-42eb-a640-93823f6693b6, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc0d4bba-b7ef-42eb-a640-93823f6693b6,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:47:59.924977 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2a99a439-5fe4-4e50-ad5e-62f2fe3767ca req-afe07534-39e1-4f99-9e66-f4c08d917801 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Jan 17 09:47:59.941422 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:59.975361 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:59.975997 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:59.977862 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] 10.222.0.72 "PUT /v2.0/ports/bc0d4bba-b7ef-42eb-a640-93823f6693b6 HTTP/1.1" status: 200 len: 1093 time: 0.7518387 Jan 17 09:47:59.982617 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12350cb9-0c15-47a9-8bdc-32b7f7947667', 'tag': 'bc0d4bba-b7ef-42eb-a640-93823f6693b6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:47:59.985200 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b39830-4a46-4c72-ae1b-f8bda427c6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "12350cb9-0c15-47a9-8bdc-32b7f7947667", "tag": "bc0d4bba-b7ef-42eb-a640-93823f6693b6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:00.007581 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931b515-525f-458c-9a04-1bbe5db050fd service neutron] Pushing event updated for resources: {'Port': ['ID=bc0d4bba-b7ef-42eb-a640-93823f6693b6,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:00.112014 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-89fe8aab-4f65-4f4c-b3ac-f7d419ba4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:00.113497 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-89fe8aab-4f65-4f4c-b3ac-f7d419ba4c10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 1096 time: 0.0408814 Jan 17 09:48:00.153732 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c57304d-1111-4d0d-b394-f6494fd42b4d x-openstack-request-id: req-5c57304d-1111-4d0d-b394-f6494fd42b4d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:00.154023 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12350cb9-0c15-47a9-8bdc-32b7f7947667", "tag": "bc0d4bba-b7ef-42eb-a640-93823f6693b6", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:00.154277 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c57304d-1111-4d0d-b394-f6494fd42b4d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:00.154716 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12350cb9-0c15-47a9-8bdc-32b7f7947667', 'tag': 'bc0d4bba-b7ef-42eb-a640-93823f6693b6', 'status': 'completed', 'code': 200} Jan 17 09:48:00.156486 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-d29fbd5f-4af0-4a38-a87b-7fb5cbeed24e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0d4bba-b7ef-42eb-a640-93823f6693b6 HTTP/1.1" status: 200 len: 217 time: 0.0355127 Jan 17 09:48:00.204799 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-219e979a-0918-48b6-a8c7-41e16c3837a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:00.206172 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-219e979a-0918-48b6-a8c7-41e16c3837a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80048df3-d015-4a05-8317-f485923c5755 HTTP/1.1" status: 200 len: 855 time: 0.0421488 Jan 17 09:48:00.241027 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-438c9d57-c3a6-4390-8068-2ccea1c0ccbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1edd90c-313e-472a-91b7-2e7ef7b83310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278513 Jan 17 09:48:00.328381 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-695e3034-8e98-4578-848e-ad1c86b3d5cf service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789025 Jan 17 09:48:00.421508 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f10b7b78-54a2-4c77-a191-6cfc697baf76 req-cae4b128-83b4-4633-a9e3-a3b663430239 service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856745 Jan 17 09:48:00.607200 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-0154587f-fda1-4ec1-b6f0-e005d07d6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:00.608680 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-0154587f-fda1-4ec1-b6f0-e005d07d6ea2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 1096 time: 0.0406678 Jan 17 09:48:00.693036 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-d6a412ba-4656-4ce9-aa43-a1cdf97b7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:00.694356 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-d6a412ba-4656-4ce9-aa43-a1cdf97b7b77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 200 len: 916 time: 0.0784521 Jan 17 09:48:00.736007 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-d603584c-d535-4744-8796-feeb2b0bef76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0d4bba-b7ef-42eb-a640-93823f6693b6 HTTP/1.1" status: 200 len: 217 time: 0.0352142 Jan 17 09:48:00.782096 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-fcb4b1b1-6e05-48a6-80d0-22a0fa403b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:00.783478 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-fcb4b1b1-6e05-48a6-80d0-22a0fa403b05 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80048df3-d015-4a05-8317-f485923c5755 HTTP/1.1" status: 200 len: 855 time: 0.0411813 Jan 17 09:48:00.813028 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-61797de2-dbe9-41e0-b769-ce9f25cb8e53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1edd90c-313e-472a-91b7-2e7ef7b83310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231502 Jan 17 09:48:00.901690 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-f2992573-acb1-4cf0-8a66-450af1f56f61 service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824678 Jan 17 09:48:00.988270 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-51b39830-4a46-4c72-ae1b-f8bda427c6ca req-d345a9a5-17d5-4e48-8130-40e6c68c4eca service neutron] 10.222.0.72 "GET /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790625 Jan 17 09:48:01.041641 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0580414-717a-4ed5-86b0-92b275cdf9a0 req-75b81621-6101-4e35-b27b-466ba71590c9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:01.043098 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b0580414-717a-4ed5-86b0-92b275cdf9a0 req-75b81621-6101-4e35-b27b-466ba71590c9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 943 time: 0.0519660 Jan 17 09:48:01.365492 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b0580414-717a-4ed5-86b0-92b275cdf9a0 req-0ef41343-a339-4dab-a67c-b183de18b57a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168206 Jan 17 09:48:02.479275 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a8d9b-e543-480d-ab7b-003a4b8d65d3 req-81d6225e-861a-4c7b-b354-cb7001a154a4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:02.480726 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1e9a8d9b-e543-480d-ab7b-003a4b8d65d3 req-81d6225e-861a-4c7b-b354-cb7001a154a4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 943 time: 0.0482142 Jan 17 09:48:02.525724 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1e9a8d9b-e543-480d-ab7b-003a4b8d65d3 req-7370afe6-b446-48b9-a84e-a37fc70a00a4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 Jan 17 09:48:03.637693 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989acd3-eefb-4061-973c-66a11e0385b6 req-b3bd95d7-89b8-4933-8ecd-6483d32ca0b1 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:03.639142 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1989acd3-eefb-4061-973c-66a11e0385b6 req-b3bd95d7-89b8-4933-8ecd-6483d32ca0b1 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 943 time: 0.0479078 Jan 17 09:48:03.687633 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1989acd3-eefb-4061-973c-66a11e0385b6 req-a28d3de9-57ad-408b-9ed8-a086460282e5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Jan 17 09:48:04.804340 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd53bbe-5420-4a32-80f2-468ab90705b3 req-0eb79000-2743-4bd6-a04b-e13b7092bdbf tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:04.805778 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bbd53bbe-5420-4a32-80f2-468ab90705b3 req-0eb79000-2743-4bd6-a04b-e13b7092bdbf tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 943 time: 0.0511806 Jan 17 09:48:04.850627 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bbd53bbe-5420-4a32-80f2-468ab90705b3 req-2b53a5a0-5fd0-4ea1-a23b-cbb34179f9e8 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Jan 17 09:48:05.960683 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5fa21-5b8d-4b38-a479-dda2f4f89401 req-bf076901-2d89-415d-8ef1-e519c55e06bf tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:05.962114 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fbc5fa21-5b8d-4b38-a479-dda2f4f89401 req-bf076901-2d89-415d-8ef1-e519c55e06bf tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 943 time: 0.0465603 Jan 17 09:48:06.006487 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fbc5fa21-5b8d-4b38-a479-dda2f4f89401 req-0f957739-e671-4662-9c27-1e72848943e8 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Jan 17 09:48:06.053980 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bc0d4bba-b7ef-42eb-a640-93823f6693b6 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:48:06.147786 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bc0d4bba-b7ef-42eb-a640-93823f6693b6, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc0d4bba-b7ef-42eb-a640-93823f6693b6,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:06.158635 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'bc0d4bba-b7ef-42eb-a640-93823f6693b6', 'network_id': 'f1edd90c-313e-472a-91b7-2e7ef7b83310', 'port_id': 'bc0d4bba-b7ef-42eb-a640-93823f6693b6', 'mac_address': 'fa:16:3e:01:29:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80048df3-d015-4a05-8317-f485923c5755', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:48:06.193954 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bc0d4bba-b7ef-42eb-a640-93823f6693b6 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:48:06.194345 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:06.207366 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0d4bba-b7ef-42eb-a640-93823f6693b6 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:48:06.226214 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bc0d4bba-b7ef-42eb-a640-93823f6693b6, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc0d4bba-b7ef-42eb-a640-93823f6693b6,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:06.340674 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:06.385957 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=bc0d4bba-b7ef-42eb-a640-93823f6693b6,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:07.124666 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d45f5-ea0e-4027-8717-d0a9c849b2f2 req-4e90659a-df1e-4413-8f6e-7a860e49c081 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:07.126132 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6b8d45f5-ea0e-4027-8717-d0a9c849b2f2 req-4e90659a-df1e-4413-8f6e-7a860e49c081 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 944 time: 0.0541728 Jan 17 09:48:07.171635 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6b8d45f5-ea0e-4027-8717-d0a9c849b2f2 req-8f8d80d9-5ece-42fc-85f9-fe3a2ccccffc tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Jan 17 09:48:08.283229 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05a35a-f062-44ef-a414-5235dd476664 req-8a792d48-3ba0-4e26-8c34-ee639000edb4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:08.284694 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8b05a35a-f062-44ef-a414-5235dd476664 req-8a792d48-3ba0-4e26-8c34-ee639000edb4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 944 time: 0.0481832 Jan 17 09:48:08.329908 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8b05a35a-f062-44ef-a414-5235dd476664 req-ec7834a7-cb24-4785-be82-dc2e174e1cff tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Jan 17 09:48:08.955059 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['bc0d4bba-b7ef-42eb-a640-93823f6693b6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:48:09.441422 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a00290-3ca0-4a05-b876-4eb25453119b req-9cec150f-301b-4b62-a9b2-db10d8c326b7 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:09.442860 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64a00290-3ca0-4a05-b876-4eb25453119b req-9cec150f-301b-4b62-a9b2-db10d8c326b7 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 944 time: 0.0473077 Jan 17 09:48:09.491231 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64a00290-3ca0-4a05-b876-4eb25453119b req-9e77b0b9-328d-4882-a42b-7033be6aaf21 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Jan 17 09:48:10.612692 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b970e0-3cfa-446c-b3ba-56f09328c069 req-0439de8b-124e-4cb7-b5cd-37ca1bdc7ac9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:10.614094 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-23b970e0-3cfa-446c-b3ba-56f09328c069 req-0439de8b-124e-4cb7-b5cd-37ca1bdc7ac9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 944 time: 0.0553515 Jan 17 09:48:10.659112 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-23b970e0-3cfa-446c-b3ba-56f09328c069 req-af0cd158-fc4a-447b-b5ae-7e12e48c8f12 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394342 Jan 17 09:48:11.783529 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72f3b6-ec62-4b6b-ad88-aaeb884976f3 req-6f70e638-24eb-4f8e-9ad0-1cdcfe505c3d tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:11.785001 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af72f3b6-ec62-4b6b-ad88-aaeb884976f3 req-6f70e638-24eb-4f8e-9ad0-1cdcfe505c3d tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 944 time: 0.0608950 Jan 17 09:48:11.830866 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af72f3b6-ec62-4b6b-ad88-aaeb884976f3 req-b710d9d4-dfae-49f6-bd71-d065643ca301 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Jan 17 09:48:12.792341 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:12.945910 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a25120-7a55-4b77-9a19-7ce8133a7a20 req-1d2a6271-de2a-4f07-bafe-3a29e8d75ea7 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:12.947379 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-11a25120-7a55-4b77-9a19-7ce8133a7a20 req-1d2a6271-de2a-4f07-bafe-3a29e8d75ea7 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 944 time: 0.0507643 Jan 17 09:48:12.993825 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-11a25120-7a55-4b77-9a19-7ce8133a7a20 req-93b37b80-28cf-409f-badf-ef38d60719d1 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Jan 17 09:48:14.104828 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7bc8c-cc56-43d9-ad37-6b34493e9a14 req-78c86b27-0335-4c15-9395-2d8abcb833c2 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:14.106791 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01c7bc8c-cc56-43d9-ad37-6b34493e9a14 req-78c86b27-0335-4c15-9395-2d8abcb833c2 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 944 time: 0.0488255 Jan 17 09:48:14.151667 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-01c7bc8c-cc56-43d9-ad37-6b34493e9a14 req-05ff5d45-4779-4871-9f25-71d9a785c2aa tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Jan 17 09:48:15.265061 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2957-17ec-440a-8baf-9b6e722a54ad req-1319b8f5-1bd5-4512-b590-efe42f86f8c2 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:15.266494 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-349f2957-17ec-440a-8baf-9b6e722a54ad req-1319b8f5-1bd5-4512-b590-efe42f86f8c2 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 944 time: 0.0507407 Jan 17 09:48:15.311758 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-349f2957-17ec-440a-8baf-9b6e722a54ad req-546086ac-afbb-410d-9000-e843dd282e96 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397744 Jan 17 09:48:15.618002 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bc0d4bba-b7ef-42eb-a640-93823f6693b6 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:48:15.712019 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port bc0d4bba-b7ef-42eb-a640-93823f6693b6 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:48:15.716629 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port bc0d4bba-b7ef-42eb-a640-93823f6693b6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:48:15.717005 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:15.793745 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port bc0d4bba-b7ef-42eb-a640-93823f6693b6 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:48:15.794140 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:15.815976 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12350cb9-0c15-47a9-8bdc-32b7f7947667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0d4bba-b7ef-42eb-a640-93823f6693b6'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:48:15.818185 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebd211e-b5d4-4dd5-b3d7-a49dc63c5fa9" -d '{"events": [{"server_uuid": "12350cb9-0c15-47a9-8bdc-32b7f7947667", "name": "network-vif-plugged", "status": "completed", "tag": "bc0d4bba-b7ef-42eb-a640-93823f6693b6"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:15.834002 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port bc0d4bba-b7ef-42eb-a640-93823f6693b6, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc0d4bba-b7ef-42eb-a640-93823f6693b6,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:15.856655 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b98b824-5380-4642-bc03-345209ab43d8 x-openstack-request-id: req-5b98b824-5380-4642-bc03-345209ab43d8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:15.856655 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12350cb9-0c15-47a9-8bdc-32b7f7947667", "name": "network-vif-plugged", "status": "completed", "tag": "bc0d4bba-b7ef-42eb-a640-93823f6693b6", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:15.856655 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b98b824-5380-4642-bc03-345209ab43d8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:15.856655 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12350cb9-0c15-47a9-8bdc-32b7f7947667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0d4bba-b7ef-42eb-a640-93823f6693b6', 'code': 200} Jan 17 09:48:15.894848 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:15.942192 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=bc0d4bba-b7ef-42eb-a640-93823f6693b6,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:15.949357 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.949706 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.950048 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.950383 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.950804 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.951083 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.951436 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.951766 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.952095 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.952421 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.952744 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.953066 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:15.953385 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:16.116830 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561229-f934-4662-8336-0d6dc53b602c req-d4cfd68c-21d7-4bac-8d1f-50812ce0eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:16.118351 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64561229-f934-4662-8336-0d6dc53b602c req-d4cfd68c-21d7-4bac-8d1f-50812ce0eb5c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 1098 time: 0.0406127 Jan 17 09:48:16.163160 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-64561229-f934-4662-8336-0d6dc53b602c req-8b2f2945-0b99-4960-a538-a90ddd1e7e66 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Jan 17 09:48:16.422665 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d940d8d-26cb-4e7f-9b69-bf7fe261573f req-3748cf61-e412-4f4a-8330-5dd05d1ebf4b tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:16.424071 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0d940d8d-26cb-4e7f-9b69-bf7fe261573f req-3748cf61-e412-4f4a-8330-5dd05d1ebf4b tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 945 time: 0.0475078 Jan 17 09:48:16.472865 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0d940d8d-26cb-4e7f-9b69-bf7fe261573f req-e587665e-a776-44bf-ba04-ae080f4a42fe tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Jan 17 09:48:17.585515 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c766f9-231f-4498-a77c-9b9e9eed86fa req-3c15c3a6-75c9-4101-8223-5f0e4bf434db tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:17.586988 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b2c766f9-231f-4498-a77c-9b9e9eed86fa req-3c15c3a6-75c9-4101-8223-5f0e4bf434db tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 945 time: 0.0480170 Jan 17 09:48:17.633426 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b2c766f9-231f-4498-a77c-9b9e9eed86fa req-0c169972-61ae-474b-b2f9-f96874ad7af5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Jan 17 09:48:18.754849 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dedcf1-52e5-4248-81ea-08301eebae0e req-a003f389-33c8-4629-9e3d-d280f4b655d8 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:18.756351 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-98dedcf1-52e5-4248-81ea-08301eebae0e req-a003f389-33c8-4629-9e3d-d280f4b655d8 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 945 time: 0.0488188 Jan 17 09:48:18.802739 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-98dedcf1-52e5-4248-81ea-08301eebae0e req-c7aaa6b4-c3eb-4ea7-98c0-98c9ad350323 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 Jan 17 09:48:19.085269 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43148) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:19.246735 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Deleting port 6aeebb85-23ee-4f48-90d7-3c7d64148cbd {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:19.247138 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (6aeebb85-23ee-4f48-90d7-3c7d64148cbd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:19.322462 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (6aeebb85-23ee-4f48-90d7-3c7d64148cbd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:19.322790 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (6aeebb85-23ee-4f48-90d7-3c7d64148cbd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:19.335471 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Calling delete_port for 6aeebb85-23ee-4f48-90d7-3c7d64148cbd owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:19.550935 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (6aeebb85-23ee-4f48-90d7-3c7d64148cbd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:19.577826 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event deleted for resources: {'Port': ['ID=6aeebb85-23ee-4f48-90d7-3c7d64148cbd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:19.642277 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (aeefd66a-a577-49ea-a9e6-e12ca590ffe2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:19.642605 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Floating IP aeefd66a-a577-49ea-a9e6-e12ca590ffe2 disassociated (deleted). External IP: 172.27.1.36, port: 0580f343-09dc-490a-b074-681d7c093b09. Jan 17 09:48:19.849878 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Router a5f8d239-61cb-450b-afdc-7bc159a2be3d has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:48:19.956025 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:48:19.960707 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:19.965329 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] Sync routers for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:48:19.975078 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:48:19.975934 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:47:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:19.987702 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-61a3b66d-a43f-45a3-be0e-799a93970884 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "DELETE /v2.0/floatingips/aeefd66a-a577-49ea-a9e6-e12ca590ffe2 HTTP/1.1" status: 204 len: 168 time: 0.9013209 Jan 17 09:48:19.988495 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'tag': '0580f343-09dc-490a-b074-681d7c093b09'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:48:19.990988 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "tag": "0580f343-09dc-490a-b074-681d7c093b09"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:20.029678 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4b9f51-0c05-480b-9f54-c557379b4174 x-openstack-request-id: req-9b4b9f51-0c05-480b-9f54-c557379b4174 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:20.030029 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "tag": "0580f343-09dc-490a-b074-681d7c093b09", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:20.030319 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b4b9f51-0c05-480b-9f54-c557379b4174 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:20.030763 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'tag': '0580f343-09dc-490a-b074-681d7c093b09', 'status': 'completed', 'code': 200} Jan 17 09:48:20.086121 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:48:20.097825 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-112b0f9a-8071-4d8c-bbc5-c040977583c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:20.099614 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-112b0f9a-8071-4d8c-bbc5-c040977583c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 1098 time: 0.0478961 Jan 17 09:48:20.187486 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-a93a290c-27b6-4fb9-866f-464111af048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:20.189085 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-a93a290c-27b6-4fb9-866f-464111af048c service neutron] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 913 time: 0.0839055 Jan 17 09:48:20.243498 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-87c0248c-66f5-446c-8d0f-a6cf56de2ef4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0580f343-09dc-490a-b074-681d7c093b09 HTTP/1.1" status: 200 len: 217 time: 0.0475836 Jan 17 09:48:20.291937 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-51b218b5-c316-4e5c-883e-3ce0097b8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:20.293481 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-51b218b5-c316-4e5c-883e-3ce0097b8d19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0441928 Jan 17 09:48:20.335505 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '185b3c44-8189-460f-bcc0-624a0caa9d62', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:16Z', 'updated_at': '2022-01-17T09:43:19Z', 'revision_number': 1, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:20.360021 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-0983814f-a0e8-458b-bb43-ff426a508bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:20.362355 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-0983814f-a0e8-458b-bb43-ff426a508bda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631733 Jan 17 09:48:20.364704 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] Checking router: a5f8d239-61cb-450b-afdc-7bc159a2be3d for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:48:20.373841 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:48:20.374436 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:47:54Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:20.461829 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75026a-1e64-4219-915c-35ea20a34161 req-214f7e2e-d0df-4cdf-83f6-40f6ebfda2bd tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:20.463352 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3f75026a-1e64-4219-915c-35ea20a34161 req-214f7e2e-d0df-4cdf-83f6-40f6ebfda2bd tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 945 time: 0.1000628 Jan 17 09:48:20.480742 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:48:20.516565 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-bdee1535-1e69-4c8b-b394-0295c49f9c2c service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402087 Jan 17 09:48:20.551364 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3f75026a-1e64-4219-915c-35ea20a34161 req-2fd3cddc-6780-494a-9402-571dbcf94237 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812857 Jan 17 09:48:20.622152 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0f0bed34-bdfb-4d9d-89c0-9d6e072acc9b req-c9f3a1ea-1631-4010-93d8-0421ec51e840 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958776 Jan 17 09:48:20.710799 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '185b3c44-8189-460f-bcc0-624a0caa9d62', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:16Z', 'updated_at': '2022-01-17T09:43:19Z', 'revision_number': 1, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:20.739759 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a4ad3-28a4-49df-9a79-22257466865d None None] The sync data for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi is: [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_floatingips': [{'id': '185b3c44-8189-460f-bcc0-624a0caa9d62', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'router_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'port_id': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'mac_address': 'fa:16:3e:0a:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:43:16Z', 'updated_at': '2022-01-17T09:43:19Z', 'revision_number': 1, 'project_id': '27f4051841264572a32481e0c189dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:48:20.963370 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ee691-a8dc-4927-a5ff-3ef115c26c2b None None] New status for floating IP aeefd66a-a577-49ea-a9e6-e12ca590ffe2: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:48:21.668237 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27b6a5-b9a2-461c-930b-50112af2afe8 req-9b2dad4e-74bd-4f4e-bcd5-92de3135c8f9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:21.669697 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7a27b6a5-b9a2-461c-930b-50112af2afe8 req-9b2dad4e-74bd-4f4e-bcd5-92de3135c8f9 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 945 time: 0.0503561 Jan 17 09:48:21.719204 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-7a27b6a5-b9a2-461c-930b-50112af2afe8 req-b6dd143a-e975-4096-b6d2-e32ec9602b17 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Jan 17 09:48:21.888992 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86cc1af8-e26f-4348-82f9-67e18b98092c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:22.612004 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-7f5e8cb2-414f-4e56-a03c-21bffa0ce9e0 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:22.612004 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-7f5e8cb2-414f-4e56-a03c-21bffa0ce9e0 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 945 time: 0.0522990 Jan 17 09:48:22.710008 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Deleting port 0580f343-09dc-490a-b074-681d7c093b09 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:22.710672 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (0580f343-09dc-490a-b074-681d7c093b09), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:22.832494 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] For port 0580f343-09dc-490a-b074-681d7c093b09, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0580f343-09dc-490a-b074-681d7c093b09,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:22.834061 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (0580f343-09dc-490a-b074-681d7c093b09), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:22.849608 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Calling delete_port for 0580f343-09dc-490a-b074-681d7c093b09 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:22.881383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88be0-0f8e-4055-8214-a926fee24e00 req-3d4d2ecc-8af4-48ce-b7b4-a7153e1c460c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:22.882859 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-41a88be0-0f8e-4055-8214-a926fee24e00 req-3d4d2ecc-8af4-48ce-b7b4-a7153e1c460c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 945 time: 0.0902057 Jan 17 09:48:22.971471 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-41a88be0-0f8e-4055-8214-a926fee24e00 req-7ebceace-6a7a-48c3-b53d-8a6ea140f263 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600238 Jan 17 09:48:23.077540 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (0580f343-09dc-490a-b074-681d7c093b09), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:23.111035 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event deleted for resources: {'Port': ['ID=0580f343-09dc-490a-b074-681d7c093b09,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:23.157785 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] No DVR routers for this DVR port 0580f343-09dc-490a-b074-681d7c093b09 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:23.161464 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:23.165120 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-affbce4e-6f35-4cbc-b9f8-69592f3ed073 req-d4a83931-61b1-4bd4-ab5d-4e91d85a4956 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "DELETE /v2.0/ports/0580f343-09dc-490a-b074-681d7c093b09 HTTP/1.1" status: 204 len: 173 time: 0.5604026 Jan 17 09:48:23.165755 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'name': 'network-vif-deleted', 'tag': '0580f343-09dc-490a-b074-681d7c093b09'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:48:23.167925 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae796c15-9fe2-4787-bfea-149728258e42" -d '{"events": [{"server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "name": "network-vif-deleted", "tag": "0580f343-09dc-490a-b074-681d7c093b09"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:23.224004 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c3fca4-19c4-4a86-b171-08d3dad16786 x-openstack-request-id: req-74c3fca4-19c4-4a86-b171-08d3dad16786 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:23.224306 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33676306-78a2-4bc0-91a2-3b0f7b460231", "name": "network-vif-deleted", "tag": "0580f343-09dc-490a-b074-681d7c093b09", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:23.224570 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74c3fca4-19c4-4a86-b171-08d3dad16786 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:23.225098 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33676306-78a2-4bc0-91a2-3b0f7b460231', 'name': 'network-vif-deleted', 'tag': '0580f343-09dc-490a-b074-681d7c093b09', 'status': 'completed', 'code': 200} Jan 17 09:48:24.074337 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1c09df7-9166-405f-a511-47d88a6001cc req-0bd56fce-d350-4d7b-98a7-17d37381065b tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=33676306-78a2-4bc0-91a2-3b0f7b460231 HTTP/1.1" status: 200 len: 210 time: 0.0264289 Jan 17 09:48:24.362978 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9f65a90b-3611-4301-9c9b-92eb43dc0d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:25.449513 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:26.660335 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:48:27.173797 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:28.151279 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 0580f343-09dc-490a-b074-681d7c093b09 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:28.177459 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 0580f343-09dc-490a-b074-681d7c093b09 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:28.178164 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 0580f343-09dc-490a-b074-681d7c093b09 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:28.351012 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:29.162542 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-e6786fe8-a1fe-4b90-b2be-3812be816a4b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381021 Jan 17 09:48:30.833597 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-c3e50897-3d18-4ed4-a5ab-0229dea36446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:30.835059 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-c3e50897-3d18-4ed4-a5ab-0229dea36446 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 1099 time: 0.0425606 Jan 17 09:48:30.933633 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-ca342dd9-357c-4a21-adb9-6677431e95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:30.935055 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-ca342dd9-357c-4a21-adb9-6677431e95b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 913 time: 0.0810211 Jan 17 09:48:31.002673 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-46ad2a43-bd66-461a-87cb-16002d490237 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f738cbc-e37c-4bc2-9ead-69188735950f HTTP/1.1" status: 200 len: 1001 time: 0.0598269 Jan 17 09:48:31.049206 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-7ee6f863-e021-447c-b11b-5c50a51d046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:31.050603 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-7ee6f863-e021-447c-b11b-5c50a51d046a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0422957 Jan 17 09:48:31.093734 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-e07ea60b-33a0-4e69-a0d9-d440c0775430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:31.095078 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-e07ea60b-33a0-4e69-a0d9-d440c0775430 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382307 Jan 17 09:48:31.192143 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-c36be863-2ad2-47b2-b498-32037d364c33 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906320 Jan 17 09:48:31.285871 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c36a064a-d857-4be4-b4ee-1b499b1b40ad req-f22e77a9-fa7d-4e45-ab83-00cdf1bbffce service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873694 Jan 17 09:48:32.662029 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43298) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:32.818532 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Deleting port 269a249a-1ff8-4d46-879b-870a740ab4fa {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:32.818868 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (269a249a-1ff8-4d46-879b-870a740ab4fa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:32.894950 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (269a249a-1ff8-4d46-879b-870a740ab4fa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:32.896044 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (269a249a-1ff8-4d46-879b-870a740ab4fa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:32.908334 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Calling delete_port for 269a249a-1ff8-4d46-879b-870a740ab4fa owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:33.104572 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (269a249a-1ff8-4d46-879b-870a740ab4fa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:33.134320 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event deleted for resources: {'Port': ['ID=269a249a-1ff8-4d46-879b-870a740ab4fa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:33.186899 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (185b3c44-8189-460f-bcc0-624a0caa9d62), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:33.187441 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Floating IP 185b3c44-8189-460f-bcc0-624a0caa9d62 disassociated (deleted). External IP: 172.27.1.46, port: 1f738cbc-e37c-4bc2-9ead-69188735950f. Jan 17 09:48:33.391722 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Router a5f8d239-61cb-450b-afdc-7bc159a2be3d has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:48:33.494526 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:48:33.499330 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:33.504259 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] Sync routers for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:48:33.512918 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:48:33.514041 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:48:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:33.525456 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-30c4362c-84f6-4021-b58e-c1d58f169f8d tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "DELETE /v2.0/floatingips/185b3c44-8189-460f-bcc0-624a0caa9d62 HTTP/1.1" status: 204 len: 168 time: 0.8622856 Jan 17 09:48:33.526048 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:48:33.528604 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c51c57d-7006-4810-bf02-d4b2de7cb256" -d '{"events": [{"name": "network-changed", "server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:33.565448 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0b2b29-14d4-4b97-aa3e-1498e442c4ef x-openstack-request-id: req-7d0b2b29-14d4-4b97-aa3e-1498e442c4ef {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:33.565812 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:33.566022 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d0b2b29-14d4-4b97-aa3e-1498e442c4ef {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:33.566420 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'status': 'completed', 'code': 200} Jan 17 09:48:33.618878 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:48:33.641498 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-a88da9bf-02c5-446a-8851-2b062ad914c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:33.643130 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-a88da9bf-02c5-446a-8851-2b062ad914c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27f4051841264572a32481e0c189dff9&device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 1099 time: 0.0483186 Jan 17 09:48:33.766050 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-57725330-6c0d-468b-b05a-a0d28a9026fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:33.767867 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-57725330-6c0d-468b-b05a-a0d28a9026fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 200 len: 913 time: 0.1179855 Jan 17 09:48:33.815812 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-baf6a446-7e2d-4b0c-b1c7-3ef271bea994 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f738cbc-e37c-4bc2-9ead-69188735950f HTTP/1.1" status: 200 len: 217 time: 0.0417995 Jan 17 09:48:33.871737 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-55405e47-eb28-497c-959d-9bac752e661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:33.873840 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-55405e47-eb28-497c-959d-9bac752e661e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 200 len: 851 time: 0.0519888 Jan 17 09:48:33.877761 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:33.921938 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] Checking router: a5f8d239-61cb-450b-afdc-7bc159a2be3d for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:48:33.932428 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:48:33.934124 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:48:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:33.945840 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-ee5286da-e880-4a83-9065-09a2ecc68ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:33.954399 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-ee5286da-e880-4a83-9065-09a2ecc68ece service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cad14386-aaff-423a-a690-1412877391b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515924 Jan 17 09:48:34.049707 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:48:34.064937 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96a6c8-04a8-4800-8f48-0cd28e6fd47b req-92dfe774-fb32-4a98-aaa1-96066f262b43 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:34.066544 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d96a6c8-04a8-4800-8f48-0cd28e6fd47b req-92dfe774-fb32-4a98-aaa1-96066f262b43 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 946 time: 0.1019626 Jan 17 09:48:34.111295 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-bf405388-6ec0-4bd4-9585-7e247a119631 service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547880 Jan 17 09:48:34.195600 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4d96a6c8-04a8-4800-8f48-0cd28e6fd47b req-69095a07-411c-4ff7-934f-694f231d3a82 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152921 Jan 17 09:48:34.234217 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8c51c57d-7006-4810-bf02-d4b2de7cb256 req-1afc82c3-aa38-4858-ad6b-ac5c30596b9d service neutron] 10.222.0.72 "GET /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082540 Jan 17 09:48:34.391488 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:34.418735 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce96c15-f75a-45a2-b0b2-1421e03decd8 None None] The sync data for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi is: [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:31Z', 'revision_number': 4, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi', '_interfaces': [{'id': 'dc813aa4-038e-406f-a9e3-50742e104560', 'name': '', 'network_id': 'cad14386-aaff-423a-a690-1412877391b0', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'mac_address': 'fa:16:3e:4b:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '37313958-91c3-434f-9c3c-76a07ea42190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:31Z', 'updated_at': '2022-01-17T09:38:35Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'subnets': [{'id': '37313958-91c3-434f-9c3c-76a07ea42190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:48:34.631690 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8688f9c8-ec7b-411d-bda1-2a73286b401d None None] New status for floating IP 185b3c44-8189-460f-bcc0-624a0caa9d62: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:48:34.855725 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-582f2b94-94d0-43d3-bfa1-b29173bd9d8e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:34.857149 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-582f2b94-94d0-43d3-bfa1-b29173bd9d8e tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 946 time: 0.0486467 Jan 17 09:48:34.943101 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Deleting port 1f738cbc-e37c-4bc2-9ead-69188735950f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:34.943376 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:35.357889 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a856b2-d58b-4013-b98f-4b74f1cf63de req-a2428e9c-15b4-4873-8bec-adc2ba88c8d6 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:35.359456 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e7a856b2-d58b-4013-b98f-4b74f1cf63de req-a2428e9c-15b4-4873-8bec-adc2ba88c8d6 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 946 time: 0.0884917 Jan 17 09:48:35.369794 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] For port 1f738cbc-e37c-4bc2-9ead-69188735950f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=1f738cbc-e37c-4bc2-9ead-69188735950f,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:35.372960 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:35.394005 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Calling delete_port for 1f738cbc-e37c-4bc2-9ead-69188735950f owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:35.470812 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e7a856b2-d58b-4013-b98f-4b74f1cf63de req-f9f4525a-d143-460c-b52f-102b67d4fe29 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1e0831-1d86-4a87-a2e9-396c9add8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032062 Jan 17 09:48:35.614505 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (1f738cbc-e37c-4bc2-9ead-69188735950f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:35.650522 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event deleted for resources: {'Port': ['ID=1f738cbc-e37c-4bc2-9ead-69188735950f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:35.686683 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] No DVR routers for this DVR port 1f738cbc-e37c-4bc2-9ead-69188735950f on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:35.689141 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:35.692669 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b6f392e4-9fab-4402-808d-025c697cbf93 req-1d7424b1-82eb-4786-94c4-839e732ab262 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.72 "DELETE /v2.0/ports/1f738cbc-e37c-4bc2-9ead-69188735950f HTTP/1.1" status: 204 len: 173 time: 0.8294511 Jan 17 09:48:35.695914 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'name': 'network-vif-deleted', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:48:35.695914 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b34cd3-2c24-4d53-bc2f-860aa0164e97" -d '{"events": [{"server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "name": "network-vif-deleted", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:35.732042 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960bbc09-f9bc-4be4-91ee-ed20e0fe9554 x-openstack-request-id: req-960bbc09-f9bc-4be4-91ee-ed20e0fe9554 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:35.732332 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900e3a00-f56e-4b22-9bcf-3d3e92c369e2", "name": "network-vif-deleted", "tag": "1f738cbc-e37c-4bc2-9ead-69188735950f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:35.732584 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-960bbc09-f9bc-4be4-91ee-ed20e0fe9554 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:35.733048 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900e3a00-f56e-4b22-9bcf-3d3e92c369e2', 'name': 'network-vif-deleted', 'tag': '1f738cbc-e37c-4bc2-9ead-69188735950f', 'status': 'completed', 'code': 200} Jan 17 09:48:36.171632 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43378) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:36.275124 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d2aa-a484-46a6-b963-289ae8481424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:36.356567 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d2aa-a484-46a6-b963-289ae8481424 admin admin] Publish callbacks [] for security_group (0fe5c5ba-667f-452f-b4b5-df6dc41b4cb9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:36.420065 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d2aa-a484-46a6-b963-289ae8481424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (0fe5c5ba-667f-452f-b4b5-df6dc41b4cb9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:36.463238 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5bf8d2aa-a484-46a6-b963-289ae8481424 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f8e9bd65b2f24d35bb48d64f4c847507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868912 Jan 17 09:48:36.463238 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8d2aa-a484-46a6-b963-289ae8481424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe5c5ba-667f-452f-b4b5-df6dc41b4cb9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:36.463519 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43388) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:36.520669 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Publish callbacks [] for security_group (0fe5c5ba-667f-452f-b4b5-df6dc41b4cb9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:36.541737 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Publish callbacks [] for security_group (0fe5c5ba-667f-452f-b4b5-df6dc41b4cb9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:36.580768 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-29a62c83-1132-4359-bbf9-07bb291c96b4 req-1e9e95fb-e42d-4d94-bdd1-9a18b222ae81 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "GET /v2.0/ports?device_id=900e3a00-f56e-4b22-9bcf-3d3e92c369e2 HTTP/1.1" status: 200 len: 210 time: 0.0264986 Jan 17 09:48:36.682873 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (0fe5c5ba-667f-452f-b4b5-df6dc41b4cb9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:36.686098 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:36.687271 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0fe5c5ba-667f-452f-b4b5-df6dc41b4cb9 HTTP/1.1" status: 204 len: 168 time: 0.2239561 Jan 17 09:48:36.695145 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe5c5ba-667f-452f-b4b5-df6dc41b4cb9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:36.702369 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.702725 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.703072 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.703443 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.703815 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.704161 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.704492 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.704822 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.705153 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.705491 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.705812 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.706119 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:36.706444 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a679dd-1fc4-4fa2-9e95-b80018c0fa17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:37.315347 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43402) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:37.328735 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d1e93e7-4303-4639-a76f-932f721377dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.401267 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d1e93e7-4303-4639-a76f-932f721377dc admin admin] Publish callbacks [] for security_group (e316e546-5837-4f02-95ec-d5e9d8f3948a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.505292 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d1e93e7-4303-4639-a76f-932f721377dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e316e546-5837-4f02-95ec-d5e9d8f3948a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.543008 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-0d1e93e7-4303-4639-a76f-932f721377dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b7de35df8624a35ac15cf72bc50247b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266076 Jan 17 09:48:37.544993 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e93e7-4303-4639-a76f-932f721377dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e316e546-5837-4f02-95ec-d5e9d8f3948a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:37.545685 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:37.594681 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7284a722-ed7c-4477-a983-a067d4afe84c admin admin] Publish callbacks [] for security_group (e316e546-5837-4f02-95ec-d5e9d8f3948a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.615823 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7284a722-ed7c-4477-a983-a067d4afe84c admin admin] Publish callbacks [] for security_group (e316e546-5837-4f02-95ec-d5e9d8f3948a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.637301 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43408) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:37.745551 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7284a722-ed7c-4477-a983-a067d4afe84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (e316e546-5837-4f02-95ec-d5e9d8f3948a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.748722 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7284a722-ed7c-4477-a983-a067d4afe84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.749863 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7284a722-ed7c-4477-a983-a067d4afe84c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e316e546-5837-4f02-95ec-d5e9d8f3948a HTTP/1.1" status: 204 len: 168 time: 0.2031047 Jan 17 09:48:37.757127 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Deleting port 18022dcb-3b4c-4347-b4ae-b55558d5b488 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:37.757393 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (18022dcb-3b4c-4347-b4ae-b55558d5b488), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.757811 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284a722-ed7c-4477-a983-a067d4afe84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e316e546-5837-4f02-95ec-d5e9d8f3948a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:37.841417 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (18022dcb-3b4c-4347-b4ae-b55558d5b488), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.841742 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (18022dcb-3b4c-4347-b4ae-b55558d5b488), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.854962 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Calling delete_port for 18022dcb-3b4c-4347-b4ae-b55558d5b488 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:38.065703 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (18022dcb-3b4c-4347-b4ae-b55558d5b488), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:38.091240 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event deleted for resources: {'Port': ['ID=18022dcb-3b4c-4347-b4ae-b55558d5b488,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:38.159935 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for floatingip (7d00163e-3362-4957-ac7e-66325c2fb34d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:38.162779 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:38.163968 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-44f69a8f-ac35-494c-97e8-d798d3f86d1c tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "DELETE /v2.0/floatingips/7d00163e-3362-4957-ac7e-66325c2fb34d HTTP/1.1" status: 204 len: 168 time: 0.5256140 Jan 17 09:48:38.285421 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb327b69-4595-430f-89c8-c19f24af5054 req-e124607a-4610-4307-b5e4-be8b3ea8192b tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:38.287003 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fb327b69-4595-430f-89c8-c19f24af5054 req-e124607a-4610-4307-b5e4-be8b3ea8192b tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 945 time: 0.0595415 Jan 17 09:48:38.335655 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fb327b69-4595-430f-89c8-c19f24af5054 req-0ad4d286-8a16-4d97-b11b-c005d615d265 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Jan 17 09:48:39.450534 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bee25-aedc-4d12-91d7-080f872428c0 req-15be12c5-73d3-43e8-a09d-82a704ee6155 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:39.452052 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a00bee25-aedc-4d12-91d7-080f872428c0 req-15be12c5-73d3-43e8-a09d-82a704ee6155 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 945 time: 0.0490479 Jan 17 09:48:39.498956 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a00bee25-aedc-4d12-91d7-080f872428c0 req-30a65194-9207-4a23-adf8-3156146768ec tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Jan 17 09:48:39.512167 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43462) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:39.572772 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a41a197a-5987-4547-bc71-f9a86b44d362 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group (9d1e0831-1d86-4a87-a2e9-396c9add8a85), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:39.597375 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a41a197a-5987-4547-bc71-f9a86b44d362 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group (9d1e0831-1d86-4a87-a2e9-396c9add8a85), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:39.711044 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a41a197a-5987-4547-bc71-f9a86b44d362 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (9d1e0831-1d86-4a87-a2e9-396c9add8a85), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:39.713773 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a41a197a-5987-4547-bc71-f9a86b44d362 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:39.715000 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a41a197a-5987-4547-bc71-f9a86b44d362 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] 10.222.0.73 "DELETE /v2.0/security-groups/9d1e0831-1d86-4a87-a2e9-396c9add8a85 HTTP/1.1" status: 204 len: 168 time: 0.2009583 Jan 17 09:48:39.725701 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a197a-5987-4547-bc71-f9a86b44d362 tempest-TestVolumeBootPattern-1186944965 tempest-TestVolumeBootPattern-1186944965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e0831-1d86-4a87-a2e9-396c9add8a85,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:39.744589 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 1f738cbc-e37c-4bc2-9ead-69188735950f no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:39.765360 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 1f738cbc-e37c-4bc2-9ead-69188735950f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:39.765708 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 1f738cbc-e37c-4bc2-9ead-69188735950f not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:39.853169 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43472) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:40.274615 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f7917-ebab-411c-8698-aecd84839f05 req-7b5d9953-b9a2-470f-9857-cb3da3bab581 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:40.276039 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-348f7917-ebab-411c-8698-aecd84839f05 req-7b5d9953-b9a2-470f-9857-cb3da3bab581 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 945 time: 0.0486922 Jan 17 09:48:40.346060 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7970831'] for router_interface (a5f8d239-61cb-450b-afdc-7bc159a2be3d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:40.373606 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-348f7917-ebab-411c-8698-aecd84839f05 req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Deleting port bc0d4bba-b7ef-42eb-a640-93823f6693b6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:40.373942 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-348f7917-ebab-411c-8698-aecd84839f05 req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:40.462420 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-348f7917-ebab-411c-8698-aecd84839f05 req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] For port bc0d4bba-b7ef-42eb-a640-93823f6693b6, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc0d4bba-b7ef-42eb-a640-93823f6693b6,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:40.464598 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-348f7917-ebab-411c-8698-aecd84839f05 req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:40.475192 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-348f7917-ebab-411c-8698-aecd84839f05 req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Calling delete_port for bc0d4bba-b7ef-42eb-a640-93823f6693b6 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:40.603245 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Deleting port dc813aa4-038e-406f-a9e3-50742e104560 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:40.603622 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (dc813aa4-038e-406f-a9e3-50742e104560), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:40.664820 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6f527-0737-429d-b6f3-4d16fa489e86 req-c9310806-5ad6-43ad-b9d6-d14d87fe08fb tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:40.671006 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9fd6f527-0737-429d-b6f3-4d16fa489e86 req-c9310806-5ad6-43ad-b9d6-d14d87fe08fb tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 945 time: 0.0901120 Jan 17 09:48:40.683060 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] For port dc813aa4-038e-406f-a9e3-50742e104560, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=dc813aa4-038e-406f-a9e3-50742e104560,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:40.683060 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (dc813aa4-038e-406f-a9e3-50742e104560), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:40.699426 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Calling delete_port for dc813aa4-038e-406f-a9e3-50742e104560 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:40.715526 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9fd6f527-0737-429d-b6f3-4d16fa489e86 req-47bec6bb-2a20-403a-8832-a4e94f8306c9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434465 Jan 17 09:48:40.722945 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-348f7917-ebab-411c-8698-aecd84839f05 req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (bc0d4bba-b7ef-42eb-a640-93823f6693b6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:40.738951 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['a5eb8593-37bd-423e-91c2-de00aaecdf1d', '3a80bb68-ec7a-435c-b08a-77a3580f29fb', 'ee722ed8-cfa6-4536-a55a-f05f78407401', 'bc0d4bba-b7ef-42eb-a640-93823f6693b6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:48:40.757200 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Pushing event deleted for resources: {'Port': ['ID=bc0d4bba-b7ef-42eb-a640-93823f6693b6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:40.800116 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-348f7917-ebab-411c-8698-aecd84839f05 req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] No DVR routers for this DVR port bc0d4bba-b7ef-42eb-a640-93823f6693b6 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:40.802866 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-348f7917-ebab-411c-8698-aecd84839f05 req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:40.806224 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-348f7917-ebab-411c-8698-aecd84839f05 req-c731c43c-7e7e-44c3-8f33-d022d044d809 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "DELETE /v2.0/ports/bc0d4bba-b7ef-42eb-a640-93823f6693b6 HTTP/1.1" status: 204 len: 173 time: 0.5243602 Jan 17 09:48:40.806681 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12350cb9-0c15-47a9-8bdc-32b7f7947667', 'name': 'network-vif-deleted', 'tag': 'bc0d4bba-b7ef-42eb-a640-93823f6693b6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:48:40.809002 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf07dab-4122-4fb8-9309-93eb40fb8ccc" -d '{"events": [{"server_uuid": "12350cb9-0c15-47a9-8bdc-32b7f7947667", "name": "network-vif-deleted", "tag": "bc0d4bba-b7ef-42eb-a640-93823f6693b6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:40.848378 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a83c46-beb2-4156-a8a4-8422089e1f05 x-openstack-request-id: req-16a83c46-beb2-4156-a8a4-8422089e1f05 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:40.848684 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12350cb9-0c15-47a9-8bdc-32b7f7947667", "name": "network-vif-deleted", "tag": "bc0d4bba-b7ef-42eb-a640-93823f6693b6", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:40.848998 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16a83c46-beb2-4156-a8a4-8422089e1f05 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:40.849643 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12350cb9-0c15-47a9-8bdc-32b7f7947667', 'name': 'network-vif-deleted', 'tag': 'bc0d4bba-b7ef-42eb-a640-93823f6693b6', 'status': 'completed', 'code': 200} Jan 17 09:48:40.998342 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (dc813aa4-038e-406f-a9e3-50742e104560), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:41.024820 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc813aa4-038e-406f-a9e3-50742e104560,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:41.202258 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7932036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7966623'] for router_interface (a5f8d239-61cb-450b-afdc-7bc159a2be3d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:41.634898 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Router a5f8d239-61cb-450b-afdc-7bc159a2be3d has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:48:41.755282 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:48:41.761397 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-84f70dbe-b311-4f38-950f-7e865a57d4a1 admin admin] 10.222.0.73 "PUT /v2.0/routers/a5f8d239-61cb-450b-afdc-7bc159a2be3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9062705 Jan 17 09:48:41.763795 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:41.768788 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] Sync routers for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:48:41.799882 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:48:41.800547 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:48:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:41.855815 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-74e30d0e-239f-4ac7-8fc3-b8b8a271991f req-6ac6901d-e1de-4b75-9ea8-94ed7232cc1b tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=12350cb9-0c15-47a9-8bdc-32b7f7947667 HTTP/1.1" status: 200 len: 210 time: 0.0415885 Jan 17 09:48:41.920389 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks [] for router (a5f8d239-61cb-450b-afdc-7bc159a2be3d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:41.929005 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: dv-cinder-815461-8-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:48:42.037916 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks [] for router_gateway (a5f8d239-61cb-450b-afdc-7bc159a2be3d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.114545 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:48:40Z', 'revision_number': 5, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port': {'id': '6e615fd3-1e42-452a-a90e-593d898f8457', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:42.140591 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] Checking router: a5f8d239-61cb-450b-afdc-7bc159a2be3d for host: dv-cinder-815461-8-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:48:42.144121 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Deleting port 6e615fd3-1e42-452a-a90e-593d898f8457 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:42.144771 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.153234 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] Routers {'a5f8d239-61cb-450b-afdc-7bc159a2be3d'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:48:42.154374 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:48:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:42.230064 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] For port 6e615fd3-1e42-452a-a90e-593d898f8457, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=6e615fd3-1e42-452a-a90e-593d898f8457,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:42.230583 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.252066 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] Set router a5f8d239-61cb-450b-afdc-7bc159a2be3d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:48:42.252201 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Calling delete_port for 6e615fd3-1e42-452a-a90e-593d898f8457 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:42.296248 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:48:42Z', 'revision_number': 6, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port_host': None}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:42.322890 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda88264-4ae9-44bc-b298-151a17603e64 None None] The sync data for ids ['a5f8d239-61cb-450b-afdc-7bc159a2be3d'] in dv-cinder-815461-8-iscsi is: [{'id': 'a5f8d239-61cb-450b-afdc-7bc159a2be3d', 'name': 'tempest-TestVolumeBootPattern-1864521361-router', 'tenant_id': '27f4051841264572a32481e0c189dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:28Z', 'updated_at': '2022-01-17T09:48:42Z', 'revision_number': 6, 'project_id': '27f4051841264572a32481e0c189dff9', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:48:42.465395 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (6e615fd3-1e42-452a-a90e-593d898f8457), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.490935 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e615fd3-1e42-452a-a90e-593d898f8457,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:42.552833 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7971189'] for router_gateway (a5f8d239-61cb-450b-afdc-7bc159a2be3d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.641663 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25328'] for router (a5f8d239-61cb-450b-afdc-7bc159a2be3d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.644004 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks [] for router_controller (a5f8d239-61cb-450b-afdc-7bc159a2be3d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.743890 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43574) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:42.750960 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977449'] for router (a5f8d239-61cb-450b-afdc-7bc159a2be3d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.751507 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5f8d239-61cb-450b-afdc-7bc159a2be3d {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:48:42.756318 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.758157 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0313e7ca-c23e-45df-82a1-fab6b8c8eea7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a5f8d239-61cb-450b-afdc-7bc159a2be3d HTTP/1.1" status: 204 len: 168 time: 0.9898238 Jan 17 09:48:42.764112 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43578) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:42.807048 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.818128 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a07e11-8f32-49c3-96e3-f2750084258e admin admin] Deleting subnet 37313958-91c3-434f-9c3c-76a07ea42190 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:48:42.821265 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8a07e11-8f32-49c3-96e3-f2750084258e admin admin] Publish callbacks [] for subnet (37313958-91c3-434f-9c3c-76a07ea42190), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.853698 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b141-98b3-4155-bfd7-36596bb5cc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.855878 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8a07e11-8f32-49c3-96e3-f2750084258e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4561382'] for subnet (37313958-91c3-434f-9c3c-76a07ea42190), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.930151 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b141-98b3-4155-bfd7-36596bb5cc11 admin admin] Publish callbacks [] for security_group (eb192bd4-283e-4652-b4cf-ea21b154b78e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.932627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8a07e11-8f32-49c3-96e3-f2750084258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (37313958-91c3-434f-9c3c-76a07ea42190), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:42.985493 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b141-98b3-4155-bfd7-36596bb5cc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (eb192bd4-283e-4652-b4cf-ea21b154b78e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.029026 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6ae9b141-98b3-4155-bfd7-36596bb5cc11 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=64a7bbd1fccc40e6b793bf2f1196593f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839203 Jan 17 09:48:43.029945 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9b141-98b3-4155-bfd7-36596bb5cc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb192bd4-283e-4652-b4cf-ea21b154b78e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:43.031647 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:43.049885 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8a07e11-8f32-49c3-96e3-f2750084258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4764160'] for subnet (37313958-91c3-434f-9c3c-76a07ea42190), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.093951 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a07e11-8f32-49c3-96e3-f2750084258e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37313958-91c3-434f-9c3c-76a07ea42190,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:43.099796 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8a07e11-8f32-49c3-96e3-f2750084258e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.102878 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c8a07e11-8f32-49c3-96e3-f2750084258e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/37313958-91c3-434f-9c3c-76a07ea42190 HTTP/1.1" status: 204 len: 168 time: 0.3373752 Jan 17 09:48:43.105481 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43588) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:43.107909 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c4ab3-974d-48fe-a6e2-0a25eb3ac5ab None None] Network cad14386-aaff-423a-a690-1412877391b0 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:48:43.175294 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19ed183b-02c9-4966-b47f-5637266a7564 admin admin] Publish callbacks [] for security_group (eb192bd4-283e-4652-b4cf-ea21b154b78e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.193891 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (cad14386-aaff-423a-a690-1412877391b0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.211169 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19ed183b-02c9-4966-b47f-5637266a7564 admin admin] Publish callbacks [] for security_group (eb192bd4-283e-4652-b4cf-ea21b154b78e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.285768 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397713f0-35c9-4d8f-b3e5-78955ef198c8 None None] DHCP port deletion for cad14386-aaff-423a-a690-1412877391b0 request from dv-cinder-815461-8-iscsi {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:48:43.312484 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Deleting port 7c56119c-a81a-4cce-841d-7ff44b11f035 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:43.312832 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.380874 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-397713f0-35c9-4d8f-b3e5-78955ef198c8 None None] Deleting port 7c56119c-a81a-4cce-841d-7ff44b11f035 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:43.381507 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-397713f0-35c9-4d8f-b3e5-78955ef198c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.396482 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 7c56119c-a81a-4cce-841d-7ff44b11f035 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:43.396989 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] For port 7c56119c-a81a-4cce-841d-7ff44b11f035, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=7c56119c-a81a-4cce-841d-7ff44b11f035,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:43.397362 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.411949 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Calling delete_port for 7c56119c-a81a-4cce-841d-7ff44b11f035 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:43.486491 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-397713f0-35c9-4d8f-b3e5-78955ef198c8 None None] For port 7c56119c-a81a-4cce-841d-7ff44b11f035, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=7c56119c-a81a-4cce-841d-7ff44b11f035,segment=NetworkSegment(865c6370-31ce-4647-87f4-ec8268cdc18c),segment_id=865c6370-31ce-4647-87f4-ec8268cdc18c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:43.486491 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-397713f0-35c9-4d8f-b3e5-78955ef198c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.490558 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19ed183b-02c9-4966-b47f-5637266a7564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (eb192bd4-283e-4652-b4cf-ea21b154b78e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.493270 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19ed183b-02c9-4966-b47f-5637266a7564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.494410 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-19ed183b-02c9-4966-b47f-5637266a7564 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb192bd4-283e-4652-b4cf-ea21b154b78e HTTP/1.1" status: 204 len: 168 time: 0.4617491 Jan 17 09:48:43.502716 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-397713f0-35c9-4d8f-b3e5-78955ef198c8 None None] Calling delete_port for 7c56119c-a81a-4cce-841d-7ff44b11f035 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:43.508124 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed183b-02c9-4966-b47f-5637266a7564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb192bd4-283e-4652-b4cf-ea21b154b78e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:43.574113 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.593287 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Current status of the port 7c56119c-a81a-4cce-841d-7ff44b11f035 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:48:43.593730 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.600297 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c56119c-a81a-4cce-841d-7ff44b11f035,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:43.605425 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] No DVR routers for this DVR port 7c56119c-a81a-4cce-841d-7ff44b11f035 on host dv-cinder-815461-8-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:43.646709 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device dc813aa4-038e-406f-a9e3-50742e104560 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:43.672787 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: dc813aa4-038e-406f-a9e3-50742e104560 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:43.673122 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device dc813aa4-038e-406f-a9e3-50742e104560 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:43.674612 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6e615fd3-1e42-452a-a90e-593d898f8457 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:43.696835 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (cad14386-aaff-423a-a690-1412877391b0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.697550 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 6e615fd3-1e42-452a-a90e-593d898f8457 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:43.697903 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 6e615fd3-1e42-452a-a90e-593d898f8457 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:43.703451 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-397713f0-35c9-4d8f-b3e5-78955ef198c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (7c56119c-a81a-4cce-841d-7ff44b11f035), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.724406 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad14386-aaff-423a-a690-1412877391b0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:43.728653 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397713f0-35c9-4d8f-b3e5-78955ef198c8 None None] Pushing event deleted for resources: {'Port': ['ID=7c56119c-a81a-4cce-841d-7ff44b11f035,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:43.730511 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397713f0-35c9-4d8f-b3e5-78955ef198c8 None None] No DVR routers for this DVR port 7c56119c-a81a-4cce-841d-7ff44b11f035 on host dv-cinder-815461-8-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:43.738041 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bc0d4bba-b7ef-42eb-a640-93823f6693b6 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:43.738331 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865c6370-31ce-4647-87f4-ec8268cdc18c') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:43.738331 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865c6370-31ce-4647-87f4-ec8268cdc18c') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:43.748635 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4555541'] for segment (865c6370-31ce-4647-87f4-ec8268cdc18c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.765008 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: bc0d4bba-b7ef-42eb-a640-93823f6693b6 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:43.765008 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device bc0d4bba-b7ef-42eb-a640-93823f6693b6 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:43.768388 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (865c6370-31ce-4647-87f4-ec8268cdc18c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.774858 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:48:43.775248 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4561265'] for segment (865c6370-31ce-4647-87f4-ec8268cdc18c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: Traceback (most recent call last): Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: timer() Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: cb(*args, **kw) Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: return func(*args, **kwargs) Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: self._notify() Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: self.callback(batched_events) Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: event.method(event) Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: return f(self, *a, **k) Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._get(url).json() Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: return self.request(url, 'GET', **kwargs) Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:48:43.776929 dv-cinder-815461-8-iscsi neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:48:43.882390 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (cad14386-aaff-423a-a690-1412877391b0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.888370 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:43.891591 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cad14386-aaff-423a-a690-1412877391b0 HTTP/1.1" status: 204 len: 168 time: 0.7834630 Jan 17 09:48:43.896226 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43594) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:43.902368 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cfad2-fab3-4c1b-9cb0-c892363357a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad14386-aaff-423a-a690-1412877391b0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:44.107009 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:44.120329 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da04fb6e-71b7-469e-b277-0782615520ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.205985 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da04fb6e-71b7-469e-b277-0782615520ea admin admin] Publish callbacks [] for security_group (8af423e2-6ccd-457f-adcd-8f2bec70df73), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.258757 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7970831'] for router_interface (94d804fd-edb7-468c-aef5-7e4883838596), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.270916 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da04fb6e-71b7-469e-b277-0782615520ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8af423e2-6ccd-457f-adcd-8f2bec70df73), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.312688 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-da04fb6e-71b7-469e-b277-0782615520ea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1aeb7e7c123b42718bbff79fff61c2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012365 Jan 17 09:48:44.312688 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04fb6e-71b7-469e-b277-0782615520ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af423e2-6ccd-457f-adcd-8f2bec70df73,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:44.314526 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43602) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:44.366983 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-125c7e1e-fb33-485a-8b93-6d3e301014fe admin admin] Publish callbacks [] for security_group (8af423e2-6ccd-457f-adcd-8f2bec70df73), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.398343 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-125c7e1e-fb33-485a-8b93-6d3e301014fe admin admin] Publish callbacks [] for security_group (8af423e2-6ccd-457f-adcd-8f2bec70df73), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.518130 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Deleting port a4e48137-864f-4725-9108-5b1ae8755dc2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:44.518400 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.544994 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-125c7e1e-fb33-485a-8b93-6d3e301014fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (8af423e2-6ccd-457f-adcd-8f2bec70df73), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.547691 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-125c7e1e-fb33-485a-8b93-6d3e301014fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.548823 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-125c7e1e-fb33-485a-8b93-6d3e301014fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8af423e2-6ccd-457f-adcd-8f2bec70df73 HTTP/1.1" status: 204 len: 168 time: 0.2330809 Jan 17 09:48:44.557220 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c7e1e-fb33-485a-8b93-6d3e301014fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af423e2-6ccd-457f-adcd-8f2bec70df73,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:44.608571 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] For port a4e48137-864f-4725-9108-5b1ae8755dc2, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=a4e48137-864f-4725-9108-5b1ae8755dc2,segment=NetworkSegment(63c32da3-5068-4155-b51d-692619677bd4),segment_id=63c32da3-5068-4155-b51d-692619677bd4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:44.609058 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.626893 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Calling delete_port for a4e48137-864f-4725-9108-5b1ae8755dc2 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:44.734598 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d21220-1c43-4556-8a4b-dbab14f12e4e req-bb3aafc7-3b47-43c3-8c22-d69319348c9c tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:44.736219 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b6d21220-1c43-4556-8a4b-dbab14f12e4e req-bb3aafc7-3b47-43c3-8c22-d69319348c9c tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 945 time: 0.0961115 Jan 17 09:48:44.836064 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b6d21220-1c43-4556-8a4b-dbab14f12e4e req-89064911-e7c5-45a8-83a7-874b25f5b1bb tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626004 Jan 17 09:48:44.933923 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (a4e48137-864f-4725-9108-5b1ae8755dc2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:44.969577 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e48137-864f-4725-9108-5b1ae8755dc2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:45.134977 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7932036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7966623'] for router_interface (94d804fd-edb7-468c-aef5-7e4883838596), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:45.349092 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Router 94d804fd-edb7-468c-aef5-7e4883838596 has already been hosted by L3 agent 12f0b565-c97c-4ff4-aa95-1dd768f402c6 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:48:45.462177 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] Notify agent at l3_agent.dv-cinder-815461-8-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:48:45.467832 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-73fb7c06-92b1-41ff-b42c-b590ebc89ea1 admin admin] 10.222.0.73 "PUT /v2.0/routers/94d804fd-edb7-468c-aef5-7e4883838596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5720706 Jan 17 09:48:45.470368 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43622) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:45.473481 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] Sync routers for ids ['94d804fd-edb7-468c-aef5-7e4883838596'] in dv-cinder-815461-8-iscsi {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:48:45.485151 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] Routers {'94d804fd-edb7-468c-aef5-7e4883838596'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:48:45.485956 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:48:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['94d804fd-edb7-468c-aef5-7e4883838596'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:45.573756 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks [] for router (94d804fd-edb7-468c-aef5-7e4883838596), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:45.592348 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] Set router 94d804fd-edb7-468c-aef5-7e4883838596 gateway port host: dv-cinder-815461-8-iscsi {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:48:45.678535 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks [] for router_gateway (94d804fd-edb7-468c-aef5-7e4883838596), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:45.774742 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d804fd-edb7-468c-aef5-7e4883838596', 'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'external_fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:48:44Z', 'revision_number': 5, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'gw_port': {'id': 'c732ad02-291b-490b-90d6-7002125c2b86', 'name': '', 'network_id': '50a1d126-1fb1-4dda-8924-26e8926320d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d804fd-edb7-468c-aef5-7e4883838596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ea5686-de3c-4e60-8239-2a5c993a76bf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-8-iscsi'}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:45.782781 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Deleting port c732ad02-291b-490b-90d6-7002125c2b86 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:45.783124 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (c732ad02-291b-490b-90d6-7002125c2b86), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:45.806348 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] Checking router: 94d804fd-edb7-468c-aef5-7e4883838596 for host: dv-cinder-815461-8-iscsi {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:48:45.811438 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] Routers {'94d804fd-edb7-468c-aef5-7e4883838596'} bound to L3 agent in host dv-cinder-815461-8-iscsi {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:48:45.812044 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:26:54Z,description=,heartbeat_timestamp=2022-01-17T09:48:24Z,host='dv-cinder-815461-8-iscsi',id=12f0b565-c97c-4ff4-aa95-1dd768f402c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:26:55Z,topic='l3_agent')) {'router_ids': ['94d804fd-edb7-468c-aef5-7e4883838596'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:45.865484 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] For port c732ad02-291b-490b-90d6-7002125c2b86, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=c732ad02-291b-490b-90d6-7002125c2b86,segment=NetworkSegment(fbd85917-4b90-4a8b-bbbb-df7b66a07ba5),segment_id=fbd85917-4b90-4a8b-bbbb-df7b66a07ba5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:45.866219 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (c732ad02-291b-490b-90d6-7002125c2b86), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:45.880046 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Calling delete_port for c732ad02-291b-490b-90d6-7002125c2b86 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:45.910590 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] Set router 94d804fd-edb7-468c-aef5-7e4883838596 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:48:45.962168 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d804fd-edb7-468c-aef5-7e4883838596', 'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:48:45Z', 'revision_number': 6, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'gw_port_host': None}], 'dv-cinder-815461-8-iscsi', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:45.998059 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ddb33-2ba7-481a-a054-b127ae2d36f4 req-c5803363-44f8-47c6-b911-21622708ee9d tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:45.999813 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-490ddb33-2ba7-481a-a054-b127ae2d36f4 req-c5803363-44f8-47c6-b911-21622708ee9d tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 945 time: 0.0691919 Jan 17 09:48:46.082851 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050847ff-2c2f-428c-9693-c5ce97db34f0 None None] The sync data for ids ['94d804fd-edb7-468c-aef5-7e4883838596'] in dv-cinder-815461-8-iscsi is: [{'id': '94d804fd-edb7-468c-aef5-7e4883838596', 'name': 'tempest-TestVolumeBootPattern-1483883874-router', 'tenant_id': '1385ac97f568406690f0cfcc3813f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:38:35Z', 'updated_at': '2022-01-17T09:48:45Z', 'revision_number': 6, 'project_id': '1385ac97f568406690f0cfcc3813f245', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:48:46.377108 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-490ddb33-2ba7-481a-a054-b127ae2d36f4 req-6865b8a9-5dfe-4495-87df-1fb599f2d8ae tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715770 Jan 17 09:48:46.493833 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (c732ad02-291b-490b-90d6-7002125c2b86), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:46.516647 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=c732ad02-291b-490b-90d6-7002125c2b86,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:46.610275 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7971189'] for router_gateway (94d804fd-edb7-468c-aef5-7e4883838596), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:46.643747 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-3b3690d5-f95c-4530-8ffb-edb482528e79 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:46.645103 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-3b3690d5-f95c-4530-8ffb-edb482528e79 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 945 time: 0.0984151 Jan 17 09:48:46.730337 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7977442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25328'] for router (94d804fd-edb7-468c-aef5-7e4883838596), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:46.734833 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks [] for router_controller (94d804fd-edb7-468c-aef5-7e4883838596), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:46.826879 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Deleting port ee722ed8-cfa6-4536-a55a-f05f78407401 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:46.827883 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:46.884627 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7977449'] for router (94d804fd-edb7-468c-aef5-7e4883838596), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:46.885184 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d804fd-edb7-468c-aef5-7e4883838596 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:48:46.891505 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:46.897450 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7ac4e6c5-8d86-49ff-88dc-37e946e31b8c admin admin] 10.222.0.73 "DELETE /v2.0/routers/94d804fd-edb7-468c-aef5-7e4883838596 HTTP/1.1" status: 204 len: 168 time: 1.4213753 Jan 17 09:48:46.897707 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43652) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:46.932593 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] For port ee722ed8-cfa6-4536-a55a-f05f78407401, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee722ed8-cfa6-4536-a55a-f05f78407401,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:46.932948 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:46.939183 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e02b403-a520-42ab-b8ce-eb15c8e10e1e admin admin] Deleting subnet a0c42020-a235-4b38-9ea4-806ef6d074fd {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:48:46.942216 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e02b403-a520-42ab-b8ce-eb15c8e10e1e admin admin] Publish callbacks [] for subnet (a0c42020-a235-4b38-9ea4-806ef6d074fd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:46.945511 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Calling delete_port for ee722ed8-cfa6-4536-a55a-f05f78407401 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:46.982137 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e02b403-a520-42ab-b8ce-eb15c8e10e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4561382'] for subnet (a0c42020-a235-4b38-9ea4-806ef6d074fd), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.058488 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e02b403-a520-42ab-b8ce-eb15c8e10e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (a0c42020-a235-4b38-9ea4-806ef6d074fd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.145103 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (ee722ed8-cfa6-4536-a55a-f05f78407401), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.157368 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['a5eb8593-37bd-423e-91c2-de00aaecdf1d', '3a80bb68-ec7a-435c-b08a-77a3580f29fb', 'ee722ed8-cfa6-4536-a55a-f05f78407401'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:48:47.174025 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Pushing event deleted for resources: {'Port': ['ID=ee722ed8-cfa6-4536-a55a-f05f78407401,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:47.174221 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e02b403-a520-42ab-b8ce-eb15c8e10e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4764160'] for subnet (a0c42020-a235-4b38-9ea4-806ef6d074fd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.218609 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02b403-a520-42ab-b8ce-eb15c8e10e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c42020-a235-4b38-9ea4-806ef6d074fd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:47.221286 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e02b403-a520-42ab-b8ce-eb15c8e10e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.225244 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-7e02b403-a520-42ab-b8ce-eb15c8e10e1e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a0c42020-a235-4b38-9ea4-806ef6d074fd HTTP/1.1" status: 204 len: 168 time: 0.3287644 Jan 17 09:48:47.226439 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8afb56-5341-40f5-b6e0-80e6d6c55117 None None] Network 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:48:47.227790 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43654) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:47.242780 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] No DVR routers for this DVR port ee722ed8-cfa6-4536-a55a-f05f78407401 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:47.245462 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.249171 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8dc8c6d-e787-41ec-b56e-d7bdd674bffe req-db0ac588-75ce-4924-9170-6f683cc3f86a tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "DELETE /v2.0/ports/ee722ed8-cfa6-4536-a55a-f05f78407401 HTTP/1.1" status: 204 len: 173 time: 0.5725930 Jan 17 09:48:47.249639 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0caa13-0c61-4bbc-a883-1d20b33c0577', 'name': 'network-vif-deleted', 'tag': 'ee722ed8-cfa6-4536-a55a-f05f78407401'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:48:47.255660 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764f3ab3-d520-4486-a8cf-4db26bba2eb7" -d '{"events": [{"server_uuid": "2b0caa13-0c61-4bbc-a883-1d20b33c0577", "name": "network-vif-deleted", "tag": "ee722ed8-cfa6-4536-a55a-f05f78407401"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:47.310854 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (7ccfcb89-519b-4fae-9ff0-94e6a1581d97), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.359055 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56406524-5cea-4ed6-9bae-9a08b4937a97 x-openstack-request-id: req-56406524-5cea-4ed6-9bae-9a08b4937a97 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:47.359474 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0caa13-0c61-4bbc-a883-1d20b33c0577", "name": "network-vif-deleted", "tag": "ee722ed8-cfa6-4536-a55a-f05f78407401", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:47.359867 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56406524-5cea-4ed6-9bae-9a08b4937a97 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:47.360405 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0caa13-0c61-4bbc-a883-1d20b33c0577', 'name': 'network-vif-deleted', 'tag': 'ee722ed8-cfa6-4536-a55a-f05f78407401', 'status': 'completed', 'code': 200} Jan 17 09:48:47.377371 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device a4e48137-864f-4725-9108-5b1ae8755dc2 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:47.396145 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Deleting port 3cdf3a38-067b-4b92-870d-5506979f4da0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:47.406466 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.407099 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: a4e48137-864f-4725-9108-5b1ae8755dc2 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:47.407565 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device a4e48137-864f-4725-9108-5b1ae8755dc2 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:47.407921 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device c732ad02-291b-490b-90d6-7002125c2b86 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:47.445410 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: c732ad02-291b-490b-90d6-7002125c2b86 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:47.446123 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device c732ad02-291b-490b-90d6-7002125c2b86 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:47.467050 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209c20f-bb8b-49e0-812c-ee8ff1d2a2f4 None None] DHCP port deletion for 7ccfcb89-519b-4fae-9ff0-94e6a1581d97 request from dv-cinder-815461-8-iscsi {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:48:47.536254 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] For port 3cdf3a38-067b-4b92-870d-5506979f4da0, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=3cdf3a38-067b-4b92-870d-5506979f4da0,segment=NetworkSegment(63c32da3-5068-4155-b51d-692619677bd4),segment_id=63c32da3-5068-4155-b51d-692619677bd4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:47.536828 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-2244aa18-17a7-4dcc-baed-b30cb203cf49 req-d9f6a297-2efd-44d5-9ef5-b6c0498908bc tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0caa13-0c61-4bbc-a883-1d20b33c0577 HTTP/1.1" status: 200 len: 210 time: 0.0427511 Jan 17 09:48:47.536959 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.552928 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Calling delete_port for 3cdf3a38-067b-4b92-870d-5506979f4da0 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:47.578100 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2209c20f-bb8b-49e0-812c-ee8ff1d2a2f4 None None] Deleting port 3cdf3a38-067b-4b92-870d-5506979f4da0 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:47.578478 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2209c20f-bb8b-49e0-812c-ee8ff1d2a2f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.661911 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2209c20f-bb8b-49e0-812c-ee8ff1d2a2f4 None None] For port 3cdf3a38-067b-4b92-870d-5506979f4da0, host dv-cinder-815461-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-8-iscsi',level=0,port_id=3cdf3a38-067b-4b92-870d-5506979f4da0,segment=NetworkSegment(63c32da3-5068-4155-b51d-692619677bd4),segment_id=63c32da3-5068-4155-b51d-692619677bd4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:47.662253 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2209c20f-bb8b-49e0-812c-ee8ff1d2a2f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.676704 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2209c20f-bb8b-49e0-812c-ee8ff1d2a2f4 None None] Calling delete_port for 3cdf3a38-067b-4b92-870d-5506979f4da0 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:47.694127 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4561196'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.720542 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdf3a38-067b-4b92-870d-5506979f4da0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:47.726377 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] No DVR routers for this DVR port 3cdf3a38-067b-4b92-870d-5506979f4da0 on host dv-cinder-815461-8-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:47.751962 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2209c20f-bb8b-49e0-812c-ee8ff1d2a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488'] for port (3cdf3a38-067b-4b92-870d-5506979f4da0), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.777156 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209c20f-bb8b-49e0-812c-ee8ff1d2a2f4 None None] Pushing event deleted for resources: {'Port': ['ID=3cdf3a38-067b-4b92-870d-5506979f4da0,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:47.779002 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2209c20f-bb8b-49e0-812c-ee8ff1d2a2f4 None None] No DVR routers for this DVR port 3cdf3a38-067b-4b92-870d-5506979f4da0 on host dv-cinder-815461-8-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:47.805601 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (7ccfcb89-519b-4fae-9ff0-94e6a1581d97), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.825758 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccfcb89-519b-4fae-9ff0-94e6a1581d97']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:47.834809 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c32da3-5068-4155-b51d-692619677bd4') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:47.835107 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c32da3-5068-4155-b51d-692619677bd4') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:47.844050 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4555541'] for segment (63c32da3-5068-4155-b51d-692619677bd4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.857323 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (63c32da3-5068-4155-b51d-692619677bd4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.862920 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:48:47.863348 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4561265'] for segment (63c32da3-5068-4155-b51d-692619677bd4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: Traceback (most recent call last): Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: timer() Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: cb(*args, **kw) Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: return func(*args, **kwargs) Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: self._notify() Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: self.callback(batched_events) Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: event.method(event) Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: return f(self, *a, **k) Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._get(url).json() Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: return self.request(url, 'GET', **kwargs) Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:48:47.864983 dv-cinder-815461-8-iscsi neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:48:47.985384 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (7ccfcb89-519b-4fae-9ff0-94e6a1581d97), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.989640 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:47.993000 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7ccfcb89-519b-4fae-9ff0-94e6a1581d97 HTTP/1.1" status: 204 len: 168 time: 0.7639477 Jan 17 09:48:48.006161 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e55631-f631-4a97-be49-6c6777ae0585 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccfcb89-519b-4fae-9ff0-94e6a1581d97,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:48.375321 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43666) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:48.414771 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-acc7fd93-a065-4a43-b805-288ee5645447 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27f4051841264572a32481e0c189dff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382924 Jan 17 09:48:48.417218 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43668) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:48.461775 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f19c9c26-f4b6-4a05-bc27-3bd7af443c6a admin admin] Publish callbacks [] for security_group (5551d34e-e012-4a79-8a4b-ccaf013cbcd0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:48.482584 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f19c9c26-f4b6-4a05-bc27-3bd7af443c6a admin admin] Publish callbacks [] for security_group (5551d34e-e012-4a79-8a4b-ccaf013cbcd0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:48.579292 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f19c9c26-f4b6-4a05-bc27-3bd7af443c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (5551d34e-e012-4a79-8a4b-ccaf013cbcd0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:48.581950 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f19c9c26-f4b6-4a05-bc27-3bd7af443c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:48.583267 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f19c9c26-f4b6-4a05-bc27-3bd7af443c6a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5551d34e-e012-4a79-8a4b-ccaf013cbcd0 HTTP/1.1" status: 204 len: 168 time: 0.1649957 Jan 17 09:48:48.594789 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c9c26-f4b6-4a05-bc27-3bd7af443c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5551d34e-e012-4a79-8a4b-ccaf013cbcd0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:49.021787 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4486878-0b2b-4d6f-8ab6-5a61aa2dda9c req-0d603e24-0791-41fb-ad70-6c33d4a68da8 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:49.023293 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c4486878-0b2b-4d6f-8ab6-5a61aa2dda9c req-0d603e24-0791-41fb-ad70-6c33d4a68da8 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 945 time: 0.0501759 Jan 17 09:48:49.070550 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c4486878-0b2b-4d6f-8ab6-5a61aa2dda9c req-65fc4d73-8acb-4e6e-8de4-dbeb83bc4e67 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Jan 17 09:48:49.188789 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:49.236012 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-59bf05a2-b7cc-46e3-97e1-cec4e5d454b3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1385ac97f568406690f0cfcc3813f245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460424 Jan 17 09:48:49.238518 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:49.286109 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd0e4-9f47-466f-aec6-deb940eeb0fa admin admin] Publish callbacks [] for security_group (82974636-33cb-44a4-bfd7-9ffc22865258), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:49.310340 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd0e4-9f47-466f-aec6-deb940eeb0fa admin admin] Publish callbacks [] for security_group (82974636-33cb-44a4-bfd7-9ffc22865258), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:49.340265 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 3cdf3a38-067b-4b92-870d-5506979f4da0 no longer exists at agent ovs-agent-dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:49.365961 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] No Port match for: 3cdf3a38-067b-4b92-870d-5506979f4da0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:49.366403 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Device 3cdf3a38-067b-4b92-870d-5506979f4da0 not bound to the agent host dv-cinder-815461-8-iscsi {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:49.436688 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd0e4-9f47-466f-aec6-deb940eeb0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (82974636-33cb-44a4-bfd7-9ffc22865258), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:49.439848 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd0e4-9f47-466f-aec6-deb940eeb0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:49.441041 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6b4fd0e4-9f47-466f-aec6-deb940eeb0fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82974636-33cb-44a4-bfd7-9ffc22865258 HTTP/1.1" status: 204 len: 168 time: 0.2016251 Jan 17 09:48:49.449583 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fd0e4-9f47-466f-aec6-deb940eeb0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82974636-33cb-44a4-bfd7-9ffc22865258,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:50.185134 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d000-475d-4067-b98c-44286a6722b7 req-2751b2a6-8123-4afa-92e7-bed5565c2235 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:50.186612 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-87f4d000-475d-4067-b98c-44286a6722b7 req-2751b2a6-8123-4afa-92e7-bed5565c2235 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 945 time: 0.0493200 Jan 17 09:48:50.233385 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-87f4d000-475d-4067-b98c-44286a6722b7 req-634ef601-f754-44a5-9f16-026a8272de05 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412481 Jan 17 09:48:50.766776 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-c869b963-049c-4cff-8e94-1f1a675f8ccd tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:50.768242 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-c869b963-049c-4cff-8e94-1f1a675f8ccd tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 945 time: 0.0511494 Jan 17 09:48:50.863973 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Deleting port 3a80bb68-ec7a-435c-b08a-77a3580f29fb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:50.864976 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:50.956326 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] For port 3a80bb68-ec7a-435c-b08a-77a3580f29fb, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3a80bb68-ec7a-435c-b08a-77a3580f29fb,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:50.956607 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:50.969554 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Calling delete_port for 3a80bb68-ec7a-435c-b08a-77a3580f29fb owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:51.156950 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (3a80bb68-ec7a-435c-b08a-77a3580f29fb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:51.168021 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['a5eb8593-37bd-423e-91c2-de00aaecdf1d', '3a80bb68-ec7a-435c-b08a-77a3580f29fb'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:48:51.187857 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Pushing event deleted for resources: {'Port': ['ID=3a80bb68-ec7a-435c-b08a-77a3580f29fb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:51.230656 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] No DVR routers for this DVR port 3a80bb68-ec7a-435c-b08a-77a3580f29fb on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:51.233736 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:51.237051 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f75587b9-1e0d-44e7-a999-f76c9acbf2d3 req-5917c574-b30c-413d-a68c-a9d867dbd0b9 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "DELETE /v2.0/ports/3a80bb68-ec7a-435c-b08a-77a3580f29fb HTTP/1.1" status: 204 len: 173 time: 0.4635549 Jan 17 09:48:51.241787 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23a678d-ed20-4801-93d8-0f698bd9f954', 'name': 'network-vif-deleted', 'tag': '3a80bb68-ec7a-435c-b08a-77a3580f29fb'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:48:51.241787 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebc559f-9275-43a4-bbe6-e3a2347a2ace" -d '{"events": [{"server_uuid": "a23a678d-ed20-4801-93d8-0f698bd9f954", "name": "network-vif-deleted", "tag": "3a80bb68-ec7a-435c-b08a-77a3580f29fb"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:51.281318 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8322e-d78f-44cc-b261-3e67aed92d38 x-openstack-request-id: req-70c8322e-d78f-44cc-b261-3e67aed92d38 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:51.281318 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23a678d-ed20-4801-93d8-0f698bd9f954", "name": "network-vif-deleted", "tag": "3a80bb68-ec7a-435c-b08a-77a3580f29fb", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:51.281318 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70c8322e-d78f-44cc-b261-3e67aed92d38 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:51.282297 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23a678d-ed20-4801-93d8-0f698bd9f954', 'name': 'network-vif-deleted', 'tag': '3a80bb68-ec7a-435c-b08a-77a3580f29fb', 'status': 'completed', 'code': 200} Jan 17 09:48:51.331237 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-02671674-1eb3-49c9-a609-9e594e9420a7 req-11b36ea8-750b-4d07-827d-9da23038f0c4 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23a678d-ed20-4801-93d8-0f698bd9f954 HTTP/1.1" status: 200 len: 210 time: 0.0284545 Jan 17 09:48:51.803551 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ee722ed8-cfa6-4536-a55a-f05f78407401 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:51.828019 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: ee722ed8-cfa6-4536-a55a-f05f78407401 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:51.828295 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ee722ed8-cfa6-4536-a55a-f05f78407401 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:51.910897 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-efa3eca2-acd0-49b4-a2ee-0927a856c013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:51.936913 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43738) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:52.041679 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7591da0-3974-46dc-a2c8-c7a3982dd574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:52.112569 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7591da0-3974-46dc-a2c8-c7a3982dd574 admin admin] Publish callbacks [] for security_group (c21787a4-2993-4053-8f7a-1e36274e347e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:52.173553 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7591da0-3974-46dc-a2c8-c7a3982dd574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (c21787a4-2993-4053-8f7a-1e36274e347e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:52.215458 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f7591da0-3974-46dc-a2c8-c7a3982dd574 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0623182be9bd4bf8b60f5ede35e59391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774217 Jan 17 09:48:52.216305 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7591da0-3974-46dc-a2c8-c7a3982dd574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21787a4-2993-4053-8f7a-1e36274e347e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:52.218375 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43742) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:52.265352 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f392ac7b-37f1-4328-83ca-ee2cbadbe4e0 admin admin] Publish callbacks [] for security_group (c21787a4-2993-4053-8f7a-1e36274e347e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:52.285383 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f392ac7b-37f1-4328-83ca-ee2cbadbe4e0 admin admin] Publish callbacks [] for security_group (c21787a4-2993-4053-8f7a-1e36274e347e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:52.390655 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f392ac7b-37f1-4328-83ca-ee2cbadbe4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (c21787a4-2993-4053-8f7a-1e36274e347e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:52.393364 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f392ac7b-37f1-4328-83ca-ee2cbadbe4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:52.395191 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f392ac7b-37f1-4328-83ca-ee2cbadbe4e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c21787a4-2993-4053-8f7a-1e36274e347e HTTP/1.1" status: 204 len: 168 time: 0.1751564 Jan 17 09:48:52.403772 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392ac7b-37f1-4328-83ca-ee2cbadbe4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21787a4-2993-4053-8f7a-1e36274e347e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:53.063133 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43754) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:53.076188 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d624194-89ca-497a-9415-79673a5e1500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:53.146935 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d624194-89ca-497a-9415-79673a5e1500 admin admin] Publish callbacks [] for security_group (5cb3c703-c274-41e8-a64e-bf4ae2f532bb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:53.212374 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d624194-89ca-497a-9415-79673a5e1500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (5cb3c703-c274-41e8-a64e-bf4ae2f532bb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:53.250308 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-8d624194-89ca-497a-9415-79673a5e1500 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4eb521af6d34cd38db6830dfcddf6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860065 Jan 17 09:48:53.251135 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d624194-89ca-497a-9415-79673a5e1500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb3c703-c274-41e8-a64e-bf4ae2f532bb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:53.253181 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43756) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:53.301432 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13f410fb-06f3-4ea3-8f1f-a35dbe4347f9 admin admin] Publish callbacks [] for security_group (5cb3c703-c274-41e8-a64e-bf4ae2f532bb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:53.322825 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13f410fb-06f3-4ea3-8f1f-a35dbe4347f9 admin admin] Publish callbacks [] for security_group (5cb3c703-c274-41e8-a64e-bf4ae2f532bb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:53.441329 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13f410fb-06f3-4ea3-8f1f-a35dbe4347f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (5cb3c703-c274-41e8-a64e-bf4ae2f532bb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:53.444011 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13f410fb-06f3-4ea3-8f1f-a35dbe4347f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:53.445861 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-13f410fb-06f3-4ea3-8f1f-a35dbe4347f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5cb3c703-c274-41e8-a64e-bf4ae2f532bb HTTP/1.1" status: 204 len: 168 time: 0.1916139 Jan 17 09:48:53.454211 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f410fb-06f3-4ea3-8f1f-a35dbe4347f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb3c703-c274-41e8-a64e-bf4ae2f532bb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:54.132278 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879ef61-2641-484b-aafa-d0309db6ead3 req-f7485a2d-7316-4fda-b44a-5020b249bb33 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:54.133768 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6879ef61-2641-484b-aafa-d0309db6ead3 req-f7485a2d-7316-4fda-b44a-5020b249bb33 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 946 time: 0.0495596 Jan 17 09:48:54.179234 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6879ef61-2641-484b-aafa-d0309db6ead3 req-7bcb2baa-8ae9-4b1a-92c2-afc8d2dd515e tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Jan 17 09:48:54.373816 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbed1-8fff-482c-81a6-37361ebaa485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:55.297859 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2476-7fd5-41fb-87a0-b26b23d7e212 req-f810443c-faec-446d-81ee-21499a435b96 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:55.299358 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-df0c2476-7fd5-41fb-87a0-b26b23d7e212 req-f810443c-faec-446d-81ee-21499a435b96 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 946 time: 0.0520442 Jan 17 09:48:55.347862 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-df0c2476-7fd5-41fb-87a0-b26b23d7e212 req-2226431b-46a3-493f-9a34-04ac958587b5 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4d6237b-b9f2-439a-afcc-2cccc4819589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Jan 17 09:48:55.425052 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:55.833835 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 3a80bb68-ec7a-435c-b08a-77a3580f29fb no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:55.853480 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 3a80bb68-ec7a-435c-b08a-77a3580f29fb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:55.853819 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 3a80bb68-ec7a-435c-b08a-77a3580f29fb not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:48:55.985493 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b313ea-c860-448e-a4ac-956da05887ca req-fb18c466-1b22-4ab9-b432-e3cb75316264 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:55.986972 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-47b313ea-c860-448e-a4ac-956da05887ca req-fb18c466-1b22-4ab9-b432-e3cb75316264 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 946 time: 0.0484049 Jan 17 09:48:56.077556 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-47b313ea-c860-448e-a4ac-956da05887ca req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Deleting port a5eb8593-37bd-423e-91c2-de00aaecdf1d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:48:56.077897 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-47b313ea-c860-448e-a4ac-956da05887ca req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:56.169060 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-47b313ea-c860-448e-a4ac-956da05887ca req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] For port a5eb8593-37bd-423e-91c2-de00aaecdf1d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a5eb8593-37bd-423e-91c2-de00aaecdf1d,segment=NetworkSegment(008c3f1e-4ca1-4067-896b-cb107814d594),segment_id=008c3f1e-4ca1-4067-896b-cb107814d594)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:56.169431 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-47b313ea-c860-448e-a4ac-956da05887ca req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:56.182051 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-47b313ea-c860-448e-a4ac-956da05887ca req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Calling delete_port for a5eb8593-37bd-423e-91c2-de00aaecdf1d owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:48:56.367679 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-47b313ea-c860-448e-a4ac-956da05887ca req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (a5eb8593-37bd-423e-91c2-de00aaecdf1d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:56.380189 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['a5eb8593-37bd-423e-91c2-de00aaecdf1d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:48:56.395954 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Pushing event deleted for resources: {'Port': ['ID=a5eb8593-37bd-423e-91c2-de00aaecdf1d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:56.460493 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b313ea-c860-448e-a4ac-956da05887ca req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] No DVR routers for this DVR port a5eb8593-37bd-423e-91c2-de00aaecdf1d on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:48:56.463725 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8cedd52b-6852-4ed6-bf53-7067543ac633 req-ea51f49c-56e8-4fbf-af26-b3d32b01be38 tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ca8b643-84a6-4dc2-a92d-37a18b7783ef HTTP/1.1" status: 200 len: 210 time: 0.0408154 Jan 17 09:48:56.464735 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-47b313ea-c860-448e-a4ac-956da05887ca req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:56.468524 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-47b313ea-c860-448e-a4ac-956da05887ca req-b36114d5-3a59-471b-9a09-3efd40c3a3ef tempest-AttachVolumeNegativeTest-1775196820 tempest-AttachVolumeNegativeTest-1775196820-project] 10.222.0.72 "DELETE /v2.0/ports/a5eb8593-37bd-423e-91c2-de00aaecdf1d HTTP/1.1" status: 204 len: 173 time: 0.4769399 Jan 17 09:48:56.468968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca8b643-84a6-4dc2-a92d-37a18b7783ef', 'name': 'network-vif-deleted', 'tag': 'a5eb8593-37bd-423e-91c2-de00aaecdf1d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:48:56.471237 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb49d77-5be3-4d47-930f-730ec58d9340" -d '{"events": [{"server_uuid": "2ca8b643-84a6-4dc2-a92d-37a18b7783ef", "name": "network-vif-deleted", "tag": "a5eb8593-37bd-423e-91c2-de00aaecdf1d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:48:56.507031 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4af2d1-5f80-40dc-aa1e-1381bb8c079d x-openstack-request-id: req-8d4af2d1-5f80-40dc-aa1e-1381bb8c079d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:48:56.507359 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca8b643-84a6-4dc2-a92d-37a18b7783ef", "name": "network-vif-deleted", "tag": "a5eb8593-37bd-423e-91c2-de00aaecdf1d", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:48:56.507619 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d4af2d1-5f80-40dc-aa1e-1381bb8c079d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:48:56.508028 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca8b643-84a6-4dc2-a92d-37a18b7783ef', 'name': 'network-vif-deleted', 'tag': 'a5eb8593-37bd-423e-91c2-de00aaecdf1d', 'status': 'completed', 'code': 200} Jan 17 09:48:57.179216 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:57.522638 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43824) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:57.573685 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-26258c67-a7a0-4424-b3ce-ce220a1685b6 admin admin] Deleting subnet 80048df3-d015-4a05-8317-f485923c5755 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:48:57.577340 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26258c67-a7a0-4424-b3ce-ce220a1685b6 admin admin] Publish callbacks [] for subnet (80048df3-d015-4a05-8317-f485923c5755), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:57.611639 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26258c67-a7a0-4424-b3ce-ce220a1685b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66520198'] for subnet (80048df3-d015-4a05-8317-f485923c5755), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:57.650614 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26258c67-a7a0-4424-b3ce-ce220a1685b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (80048df3-d015-4a05-8317-f485923c5755), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:57.773210 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26258c67-a7a0-4424-b3ce-ce220a1685b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66555749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66581350'] for subnet (80048df3-d015-4a05-8317-f485923c5755), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:57.797993 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26258c67-a7a0-4424-b3ce-ce220a1685b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80048df3-d015-4a05-8317-f485923c5755,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:57.801695 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26258c67-a7a0-4424-b3ce-ce220a1685b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:57.805734 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-26258c67-a7a0-4424-b3ce-ce220a1685b6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/80048df3-d015-4a05-8317-f485923c5755 HTTP/1.1" status: 204 len: 168 time: 0.2812383 Jan 17 09:48:57.807383 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43828) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:57.881144 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (f1edd90c-313e-472a-91b7-2e7ef7b83310), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:57.962521 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (f1edd90c-313e-472a-91b7-2e7ef7b83310), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:57.981871 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1edd90c-313e-472a-91b7-2e7ef7b83310']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:57.991024 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008c3f1e-4ca1-4067-896b-cb107814d594') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:57.991342 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008c3f1e-4ca1-4067-896b-cb107814d594') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:48:58.001235 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66526837'] for segment (008c3f1e-4ca1-4067-896b-cb107814d594), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.014762 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (008c3f1e-4ca1-4067-896b-cb107814d594), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.020876 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:48:58.021257 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66555659'] for segment (008c3f1e-4ca1-4067-896b-cb107814d594), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: Traceback (most recent call last): Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: timer() Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: cb(*args, **kw) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: return func(*args, **kwargs) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: self._notify() Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: self.callback(batched_events) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: event.method(event) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:48:58.022913 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: return f(self, *a, **k) Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._get(url).json() Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:48:58.033595 dv-cinder-815461-8-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:48:58.139102 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (f1edd90c-313e-472a-91b7-2e7ef7b83310), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.143952 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.147600 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f1edd90c-313e-472a-91b7-2e7ef7b83310 HTTP/1.1" status: 204 len: 168 time: 0.3392200 Jan 17 09:48:58.166154 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17f9b7-35f2-48e2-8fd7-d907653a81f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1edd90c-313e-472a-91b7-2e7ef7b83310,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:58.361007 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.524841 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:58.565246 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-32734081-8b5c-411f-8cde-6317fad32c43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91cfdea117b44cb9b6e9ce62aa2c0cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391502 Jan 17 09:48:58.567647 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43844) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:58.615345 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73a42165-cc14-4043-931c-d72ee0a5ef87 admin admin] Publish callbacks [] for security_group (a4d6237b-b9f2-439a-afcc-2cccc4819589), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.636631 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73a42165-cc14-4043-931c-d72ee0a5ef87 admin admin] Publish callbacks [] for security_group (a4d6237b-b9f2-439a-afcc-2cccc4819589), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.739022 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73a42165-cc14-4043-931c-d72ee0a5ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (a4d6237b-b9f2-439a-afcc-2cccc4819589), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.741608 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73a42165-cc14-4043-931c-d72ee0a5ef87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:58.742738 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-73a42165-cc14-4043-931c-d72ee0a5ef87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a4d6237b-b9f2-439a-afcc-2cccc4819589 HTTP/1.1" status: 204 len: 168 time: 0.1742074 Jan 17 09:48:58.751644 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a42165-cc14-4043-931c-d72ee0a5ef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d6237b-b9f2-439a-afcc-2cccc4819589,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:59.864321 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device a5eb8593-37bd-423e-91c2-de00aaecdf1d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:48:59.885915 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: a5eb8593-37bd-423e-91c2-de00aaecdf1d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:48:59.886279 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device a5eb8593-37bd-423e-91c2-de00aaecdf1d not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:49:00.705467 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:00.808245 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:00.879195 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Publish callbacks [] for security_group (2457b898-21b7-48d0-ac64-14c54b0ef43e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:00.955775 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (2457b898-21b7-48d0-ac64-14c54b0ef43e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:00.994397 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2457b898-21b7-48d0-ac64-14c54b0ef43e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:00.998081 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0fb9b6815364774aad0c51411bf71be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916124 Jan 17 09:49:01.001014 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43892) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:01.003803 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.004151 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.004488 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.004819 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.005147 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.005472 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.005799 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.006123 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.006444 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.006764 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.007084 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.007430 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.007748 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd2023-7536-4c18-a56b-c19d1e6f2323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:01.049560 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70b06c0c-efe7-45e7-99e7-ba753b142a84 admin admin] Publish callbacks [] for security_group (2457b898-21b7-48d0-ac64-14c54b0ef43e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:01.069750 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70b06c0c-efe7-45e7-99e7-ba753b142a84 admin admin] Publish callbacks [] for security_group (2457b898-21b7-48d0-ac64-14c54b0ef43e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:01.172125 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70b06c0c-efe7-45e7-99e7-ba753b142a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (2457b898-21b7-48d0-ac64-14c54b0ef43e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:01.174703 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70b06c0c-efe7-45e7-99e7-ba753b142a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:01.175889 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-70b06c0c-efe7-45e7-99e7-ba753b142a84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2457b898-21b7-48d0-ac64-14c54b0ef43e HTTP/1.1" status: 204 len: 168 time: 0.1738191 Jan 17 09:49:01.183847 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b06c0c-efe7-45e7-99e7-ba753b142a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2457b898-21b7-48d0-ac64-14c54b0ef43e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:01.812304 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 43902) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:01.828112 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad1479b6-7198-44e1-b126-01138a1b554d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:01.899916 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad1479b6-7198-44e1-b126-01138a1b554d admin admin] Publish callbacks [] for security_group (840a53bd-e895-41ea-b476-153bb3ed5f23), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:01.996203 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad1479b6-7198-44e1-b126-01138a1b554d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (840a53bd-e895-41ea-b476-153bb3ed5f23), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:02.034685 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-ad1479b6-7198-44e1-b126-01138a1b554d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a37dc87dcffe4b2784009fb1992722aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212558 Jan 17 09:49:02.035610 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1479b6-7198-44e1-b126-01138a1b554d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840a53bd-e895-41ea-b476-153bb3ed5f23,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:02.037404 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 43904) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:02.084299 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eda3978b-7500-4797-94dc-1b0563d18e88 admin admin] Publish callbacks [] for security_group (840a53bd-e895-41ea-b476-153bb3ed5f23), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:02.104488 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eda3978b-7500-4797-94dc-1b0563d18e88 admin admin] Publish callbacks [] for security_group (840a53bd-e895-41ea-b476-153bb3ed5f23), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:02.206566 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eda3978b-7500-4797-94dc-1b0563d18e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (840a53bd-e895-41ea-b476-153bb3ed5f23), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:02.209114 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eda3978b-7500-4797-94dc-1b0563d18e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:02.210249 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-eda3978b-7500-4797-94dc-1b0563d18e88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/840a53bd-e895-41ea-b476-153bb3ed5f23 HTTP/1.1" status: 204 len: 168 time: 0.1718717 Jan 17 09:49:02.219721 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3978b-7500-4797-94dc-1b0563d18e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a53bd-e895-41ea-b476-153bb3ed5f23,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:03.658532 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:49:09.587162 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44034) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:09.690418 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6923ec47-793f-4a22-b851-49eab8625ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:09.761619 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6923ec47-793f-4a22-b851-49eab8625ac7 admin admin] Publish callbacks [] for security_group (2a75f299-cd44-4de8-9869-e304ffa2f19b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:09.835769 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6923ec47-793f-4a22-b851-49eab8625ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (2a75f299-cd44-4de8-9869-e304ffa2f19b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:09.873240 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923ec47-793f-4a22-b851-49eab8625ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a75f299-cd44-4de8-9869-e304ffa2f19b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:09.877805 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6923ec47-793f-4a22-b851-49eab8625ac7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8c52ebeeda4434995fcccf2f599b819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895999 Jan 17 09:49:09.880390 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44044) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:09.930324 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5c88f34-2b62-477f-98d7-3b8fb49a1f19 admin admin] Publish callbacks [] for security_group (2a75f299-cd44-4de8-9869-e304ffa2f19b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:09.950823 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5c88f34-2b62-477f-98d7-3b8fb49a1f19 admin admin] Publish callbacks [] for security_group (2a75f299-cd44-4de8-9869-e304ffa2f19b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.064133 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5c88f34-2b62-477f-98d7-3b8fb49a1f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (2a75f299-cd44-4de8-9869-e304ffa2f19b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.066758 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5c88f34-2b62-477f-98d7-3b8fb49a1f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.067924 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a5c88f34-2b62-477f-98d7-3b8fb49a1f19 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a75f299-cd44-4de8-9869-e304ffa2f19b HTTP/1.1" status: 204 len: 168 time: 0.1866617 Jan 17 09:49:10.075797 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c88f34-2b62-477f-98d7-3b8fb49a1f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a75f299-cd44-4de8-9869-e304ffa2f19b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:10.576901 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44050) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:10.589651 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bdb75e9-ed3f-452f-b8a0-975f94b2976f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.661080 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bdb75e9-ed3f-452f-b8a0-975f94b2976f admin admin] Publish callbacks [] for security_group (2ffa1df6-22e3-467b-9e5b-ecb2d27ce492), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.715637 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bdb75e9-ed3f-452f-b8a0-975f94b2976f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (2ffa1df6-22e3-467b-9e5b-ecb2d27ce492), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.753949 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-4bdb75e9-ed3f-452f-b8a0-975f94b2976f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=01e9221983c84412b3abc79ae08d0d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758163 Jan 17 09:49:10.754655 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb75e9-ed3f-452f-b8a0-975f94b2976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa1df6-22e3-467b-9e5b-ecb2d27ce492,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:10.756523 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44052) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:10.809807 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3409-0d7b-4e4e-842a-5e18d64d407f admin admin] Publish callbacks [] for security_group (2ffa1df6-22e3-467b-9e5b-ecb2d27ce492), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.830723 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3409-0d7b-4e4e-842a-5e18d64d407f admin admin] Publish callbacks [] for security_group (2ffa1df6-22e3-467b-9e5b-ecb2d27ce492), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.958784 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3409-0d7b-4e4e-842a-5e18d64d407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (2ffa1df6-22e3-467b-9e5b-ecb2d27ce492), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.959058 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3409-0d7b-4e4e-842a-5e18d64d407f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:10.963154 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c0ba3409-0d7b-4e4e-842a-5e18d64d407f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ffa1df6-22e3-467b-9e5b-ecb2d27ce492 HTTP/1.1" status: 204 len: 168 time: 0.2054799 Jan 17 09:49:10.971989 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba3409-0d7b-4e4e-842a-5e18d64d407f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa1df6-22e3-467b-9e5b-ecb2d27ce492,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:11.558762 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44076) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:11.673230 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9476c635-a976-4fde-8a03-040b985607ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:11.750799 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9476c635-a976-4fde-8a03-040b985607ce admin admin] Publish callbacks [] for security_group (6421a914-e7e5-47b1-b924-edf03ea409be), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:11.813028 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9476c635-a976-4fde-8a03-040b985607ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (6421a914-e7e5-47b1-b924-edf03ea409be), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:11.851406 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-9476c635-a976-4fde-8a03-040b985607ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40dc884536be4d0d97aca9f8c771bd13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913551 Jan 17 09:49:11.852068 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476c635-a976-4fde-8a03-040b985607ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6421a914-e7e5-47b1-b924-edf03ea409be,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:11.854181 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44086) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:11.903539 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7ee14af-45bf-4a78-a43b-38201337645c admin admin] Publish callbacks [] for security_group (6421a914-e7e5-47b1-b924-edf03ea409be), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:11.929049 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7ee14af-45bf-4a78-a43b-38201337645c admin admin] Publish callbacks [] for security_group (6421a914-e7e5-47b1-b924-edf03ea409be), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:12.029695 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7ee14af-45bf-4a78-a43b-38201337645c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (6421a914-e7e5-47b1-b924-edf03ea409be), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:12.032602 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7ee14af-45bf-4a78-a43b-38201337645c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:12.036255 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a7ee14af-45bf-4a78-a43b-38201337645c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6421a914-e7e5-47b1-b924-edf03ea409be HTTP/1.1" status: 204 len: 168 time: 0.1786041 Jan 17 09:49:12.041958 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee14af-45bf-4a78-a43b-38201337645c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6421a914-e7e5-47b1-b924-edf03ea409be,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:12.812644 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:20.233292 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44260) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:20.337281 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c45d5396-7653-4365-8821-149f68ccde49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:20.409041 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c45d5396-7653-4365-8821-149f68ccde49 admin admin] Publish callbacks [] for security_group (1d499ae5-e6c3-49c3-9c98-4e03e6ccf655), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:20.492216 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c45d5396-7653-4365-8821-149f68ccde49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (1d499ae5-e6c3-49c3-9c98-4e03e6ccf655), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:20.530802 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c45d5396-7653-4365-8821-149f68ccde49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2ffa01ee99740a4a9e9a8a6e5fbd02b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958333 Jan 17 09:49:20.531649 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d5396-7653-4365-8821-149f68ccde49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d499ae5-e6c3-49c3-9c98-4e03e6ccf655,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:20.534221 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44264) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:20.583271 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0737f73-efb6-44c7-a186-c351bbe16f38 admin admin] Publish callbacks [] for security_group (1d499ae5-e6c3-49c3-9c98-4e03e6ccf655), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:20.605052 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0737f73-efb6-44c7-a186-c351bbe16f38 admin admin] Publish callbacks [] for security_group (1d499ae5-e6c3-49c3-9c98-4e03e6ccf655), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:20.686917 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0737f73-efb6-44c7-a186-c351bbe16f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (1d499ae5-e6c3-49c3-9c98-4e03e6ccf655), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:20.689588 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0737f73-efb6-44c7-a186-c351bbe16f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:20.690807 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-c0737f73-efb6-44c7-a186-c351bbe16f38 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d499ae5-e6c3-49c3-9c98-4e03e6ccf655 HTTP/1.1" status: 204 len: 168 time: 0.1555486 Jan 17 09:49:20.698628 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0737f73-efb6-44c7-a186-c351bbe16f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d499ae5-e6c3-49c3-9c98-4e03e6ccf655,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:21.246110 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44270) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:21.260774 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c0a79d6-e40d-4fb0-bee0-30194eb330f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:21.333447 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c0a79d6-e40d-4fb0-bee0-30194eb330f8 admin admin] Publish callbacks [] for security_group (d0333a5b-6668-4766-b8ac-85b90dc58f80), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:21.378111 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c0a79d6-e40d-4fb0-bee0-30194eb330f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (d0333a5b-6668-4766-b8ac-85b90dc58f80), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:21.420963 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1c0a79d6-e40d-4fb0-bee0-30194eb330f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61dd1fde4aeb49159e6cd2248ef474d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737740 Jan 17 09:49:21.423953 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a79d6-e40d-4fb0-bee0-30194eb330f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0333a5b-6668-4766-b8ac-85b90dc58f80,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:21.424068 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44278) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:21.478593 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-620bee68-f0c1-4286-acee-869ac8bf8dfc admin admin] Publish callbacks [] for security_group (d0333a5b-6668-4766-b8ac-85b90dc58f80), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:21.499951 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-620bee68-f0c1-4286-acee-869ac8bf8dfc admin admin] Publish callbacks [] for security_group (d0333a5b-6668-4766-b8ac-85b90dc58f80), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:21.618040 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-620bee68-f0c1-4286-acee-869ac8bf8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (d0333a5b-6668-4766-b8ac-85b90dc58f80), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:21.620664 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-620bee68-f0c1-4286-acee-869ac8bf8dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:21.621821 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-620bee68-f0c1-4286-acee-869ac8bf8dfc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0333a5b-6668-4766-b8ac-85b90dc58f80 HTTP/1.1" status: 204 len: 168 time: 0.1966956 Jan 17 09:49:21.630046 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bee68-f0c1-4286-acee-869ac8bf8dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0333a5b-6668-4766-b8ac-85b90dc58f80,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:21.887386 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa0c224f-7eb2-4ba5-92bd-7097b9a19dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:22.194879 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:22.207732 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3afa654d-1c5a-487f-a6c9-09c8bb6b000d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:22.278368 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3afa654d-1c5a-487f-a6c9-09c8bb6b000d admin admin] Publish callbacks [] for security_group (0aed6b67-7acc-4516-a22e-3cd0584c183b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:22.338255 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3afa654d-1c5a-487f-a6c9-09c8bb6b000d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (0aed6b67-7acc-4516-a22e-3cd0584c183b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:22.377170 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3afa654d-1c5a-487f-a6c9-09c8bb6b000d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd1b60ea59034980af44dc9ff99334a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812179 Jan 17 09:49:22.378005 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa654d-1c5a-487f-a6c9-09c8bb6b000d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aed6b67-7acc-4516-a22e-3cd0584c183b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:22.380445 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44286) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:22.426429 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-498bcde6-0dd7-4256-a36b-513b7c3fbf28 admin admin] Publish callbacks [] for security_group (0aed6b67-7acc-4516-a22e-3cd0584c183b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:22.446712 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-498bcde6-0dd7-4256-a36b-513b7c3fbf28 admin admin] Publish callbacks [] for security_group (0aed6b67-7acc-4516-a22e-3cd0584c183b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:22.567042 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-498bcde6-0dd7-4256-a36b-513b7c3fbf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (0aed6b67-7acc-4516-a22e-3cd0584c183b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:22.569632 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-498bcde6-0dd7-4256-a36b-513b7c3fbf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:22.570880 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-498bcde6-0dd7-4256-a36b-513b7c3fbf28 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0aed6b67-7acc-4516-a22e-3cd0584c183b HTTP/1.1" status: 204 len: 168 time: 0.1894112 Jan 17 09:49:22.578732 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bcde6-0dd7-4256-a36b-513b7c3fbf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aed6b67-7acc-4516-a22e-3cd0584c183b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:23.522023 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:23.619483 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-394199252-network', 'tenant_id': '067f8ad3fc39438fa246aefe08a45801'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:23.709361 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Made reservation on behalf of 067f8ad3fc39438fa246aefe08a45801 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:49:23.711696 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:23.720064 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:23.794543 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Publish callbacks [] for security_group (b5bfc855-8ac6-43e8-89e2-16277a1c0cbe), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:23.863850 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (b5bfc855-8ac6-43e8-89e2-16277a1c0cbe), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:23.887504 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:49:23.896659 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bfc855-8ac6-43e8-89e2-16277a1c0cbe,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:23.901137 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (a560c743-d080-4659-96d3-adda43117c61), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:23.901478 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Added segment a560c743-d080-4659-96d3-adda43117c61 of type vlan for network 67c21e2d-e845-4357-8302-5990528aa207 Jan 17 09:49:23.941662 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (67c21e2d-e845-4357-8302-5990528aa207), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.012133 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (67c21e2d-e845-4357-8302-5990528aa207), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.013107 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:24.013696 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.070843 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=67c21e2d-e845-4357-8302-5990528aa207,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:24.080417 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 67c21e2d-e845-4357-8302-5990528aa207 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:49:24.102905 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-8c4f40b3-a7fb-4d80-bb0a-1afb1642e3c4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5795798 Jan 17 09:49:24.105445 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44324) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:24.110485 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Request body: {'subnet': {'network_id': '67c21e2d-e845-4357-8302-5990528aa207', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-394199252-subnet', 'tenant_id': '067f8ad3fc39438fa246aefe08a45801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:24.148248 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44326) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:24.189549 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Made reservation on behalf of 067f8ad3fc39438fa246aefe08a45801 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:49:24.192989 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4764267'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.259946 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de2e69e9-f4db-45e8-b1f0-aae8c165fea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.338457 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53c3a9cd-8dff-41f6-9378-7b3fbf31941d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.415108 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de2e69e9-f4db-45e8-b1f0-aae8c165fea6 admin admin] Publish callbacks [] for security_group (80e6228c-335d-46a1-a819-022df8c35c3f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.474378 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de2e69e9-f4db-45e8-b1f0-aae8c165fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (80e6228c-335d-46a1-a819-022df8c35c3f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.516468 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-de2e69e9-f4db-45e8-b1f0-aae8c165fea6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad6a478a6eb945ffb099166fd43e302e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670375 Jan 17 09:49:24.517176 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e69e9-f4db-45e8-b1f0-aae8c165fea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e6228c-335d-46a1-a819-022df8c35c3f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:24.520311 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:24.569139 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-045c50e6-6cac-4a96-8d2b-e144013539fd admin admin] Publish callbacks [] for security_group (80e6228c-335d-46a1-a819-022df8c35c3f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.589720 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4764281'] for subnet (6839fe1d-550b-4fd9-9674-bad49ffd7051), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.590319 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-045c50e6-6cac-4a96-8d2b-e144013539fd admin admin] Publish callbacks [] for security_group (80e6228c-335d-46a1-a819-022df8c35c3f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.638474 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6839fe1d-550b-4fd9-9674-bad49ffd7051,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:24.653838 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Checking segment: {'id': 'a560c743-d080-4659-96d3-adda43117c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67c21e2d-e845-4357-8302-5990528aa207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:49:24.654197 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Network hostable DHCP agents. Network: 67c21e2d-e845-4357-8302-5990528aa207, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:49:24.720954 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-045c50e6-6cac-4a96-8d2b-e144013539fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (80e6228c-335d-46a1-a819-022df8c35c3f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.723781 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-045c50e6-6cac-4a96-8d2b-e144013539fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.724944 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-045c50e6-6cac-4a96-8d2b-e144013539fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/80e6228c-335d-46a1-a819-022df8c35c3f HTTP/1.1" status: 204 len: 168 time: 0.2036052 Jan 17 09:49:24.732642 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c50e6-6cac-4a96-8d2b-e144013539fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e6228c-335d-46a1-a819-022df8c35c3f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:24.753206 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Network 67c21e2d-e845-4357-8302-5990528aa207 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:49:24.869263 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 67c21e2d-e845-4357-8302-5990528aa207) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:49:24.873516 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:24.879234 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.879994 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6617fc-fe20-49dd-b755-0f925b4fb81d None None] Network 67c21e2d-e845-4357-8302-5990528aa207 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:49:24.971595 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48988055-a700-4e50-97c0-b31305a5f1ee None None] Network 67c21e2d-e845-4357-8302-5990528aa207 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:49:24.980565 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-da644485-ecb3-4f86-869a-04ba2cbbea8d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8740959 Jan 17 09:49:25.447200 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44344) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:25.466496 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-641d1b62-8795-47a7-ac37-4d1367a0bee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.485987 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.539717 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-641d1b62-8795-47a7-ac37-4d1367a0bee7 admin admin] Publish callbacks [] for security_group (50afb3fe-1b26-4f2f-96fe-0faeb6321f94), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.617999 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-641d1b62-8795-47a7-ac37-4d1367a0bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (50afb3fe-1b26-4f2f-96fe-0faeb6321f94), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.654326 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d1b62-8795-47a7-ac37-4d1367a0bee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50afb3fe-1b26-4f2f-96fe-0faeb6321f94,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:25.658684 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-641d1b62-8795-47a7-ac37-4d1367a0bee7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=746a1b39851f4fceb3c115719ff451dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103698 Jan 17 09:49:25.662244 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44350) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:25.709233 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c008-00ee-4675-a360-f8297dcfbd7f admin admin] Publish callbacks [] for security_group (50afb3fe-1b26-4f2f-96fe-0faeb6321f94), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.730017 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c008-00ee-4675-a360-f8297dcfbd7f admin admin] Publish callbacks [] for security_group (50afb3fe-1b26-4f2f-96fe-0faeb6321f94), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.781368 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44354) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:25.786111 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2080362581-network', 'tenant_id': '3739c3c6397f4c1fa339a6728ef33267'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:25.823506 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c008-00ee-4675-a360-f8297dcfbd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (50afb3fe-1b26-4f2f-96fe-0faeb6321f94), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.826053 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c008-00ee-4675-a360-f8297dcfbd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.827163 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-e1f6c008-00ee-4675-a360-f8297dcfbd7f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50afb3fe-1b26-4f2f-96fe-0faeb6321f94 HTTP/1.1" status: 204 len: 168 time: 0.1641676 Jan 17 09:49:25.834642 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6c008-00ee-4675-a360-f8297dcfbd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50afb3fe-1b26-4f2f-96fe-0faeb6321f94,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:25.841062 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Made reservation on behalf of 3739c3c6397f4c1fa339a6728ef33267 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:49:25.843439 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.853579 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.926047 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Publish callbacks [] for security_group (93ec7a5a-8c36-455d-8c1b-fc4061716e41), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.978115 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (93ec7a5a-8c36-455d-8c1b-fc4061716e41), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:26.005741 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:49:26.011070 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ec7a5a-8c36-455d-8c1b-fc4061716e41,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:26.020620 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (0a0f100c-ca71-463d-98aa-d67fdc768efb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:26.020620 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Added segment 0a0f100c-ca71-463d-98aa-d67fdc768efb of type vlan for network cdfa1869-26e8-489b-8f51-ebf1cdd84e22 Jan 17 09:49:26.058866 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (cdfa1869-26e8-489b-8f51-ebf1cdd84e22), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:26.137776 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (cdfa1869-26e8-489b-8f51-ebf1cdd84e22), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:26.138757 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:26.139371 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:26.199080 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfa1869-26e8-489b-8f51-ebf1cdd84e22,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:26.209603 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network cdfa1869-26e8-489b-8f51-ebf1cdd84e22 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:49:26.264281 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-fc876cdb-5a3f-44ff-81ee-1c71184b4445 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4795523 Jan 17 09:49:26.264737 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44366) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:26.270925 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Request body: {'subnet': {'network_id': 'cdfa1869-26e8-489b-8f51-ebf1cdd84e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2080362581-subnet', 'tenant_id': '3739c3c6397f4c1fa339a6728ef33267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:26.366326 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Made reservation on behalf of 3739c3c6397f4c1fa339a6728ef33267 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:49:26.368794 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4764267'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:26.692527 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4764281'] for subnet (4bf4fcfe-408e-458e-8cb3-edcd602194e4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:26.745376 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf4fcfe-408e-458e-8cb3-edcd602194e4,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:26.757437 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Checking segment: {'id': '0a0f100c-ca71-463d-98aa-d67fdc768efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cdfa1869-26e8-489b-8f51-ebf1cdd84e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:49:26.758704 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Network hostable DHCP agents. Network: cdfa1869-26e8-489b-8f51-ebf1cdd84e22, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:49:26.815389 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44378) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:26.829600 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Network cdfa1869-26e8-489b-8f51-ebf1cdd84e22 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:49:26.917033 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1193170533-network', 'tenant_id': 'bd3aaab8e7394642893288fd5f48f255'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:26.921432 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, cdfa1869-26e8-489b-8f51-ebf1cdd84e22) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:49:26.928175 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:26.928526 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:26.931695 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc934f4-4360-4c77-98ce-6032df60336c None None] Network cdfa1869-26e8-489b-8f51-ebf1cdd84e22 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:49:27.016538 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-9f91daab-96a0-431f-909d-b2cf1d9910ed admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7499855 Jan 17 09:49:27.029715 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ffd66-0b4e-4d55-ba05-257bb424a014 None None] Network cdfa1869-26e8-489b-8f51-ebf1cdd84e22 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:49:27.075480 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Made reservation on behalf of bd3aaab8e7394642893288fd5f48f255 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:49:27.077788 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.086943 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.167688 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Publish callbacks [] for security_group (bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.178242 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.229633 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.251342 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:49:27.266635 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:27.269490 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (a916b24b-7f0d-42a8-9d03-34c7b96d046f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.269843 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Added segment a916b24b-7f0d-42a8-9d03-34c7b96d046f of type vlan for network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 Jan 17 09:49:27.315699 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (5aebf56a-2f4b-42af-8bd3-f47572f32be0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.378262 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (5aebf56a-2f4b-42af-8bd3-f47572f32be0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.379986 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:27.380569 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.435703 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] Pushing event updated for resources: {'Network': ['ID=5aebf56a-2f4b-42af-8bd3-f47572f32be0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:27.445892 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:49:27.490136 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2b5a9c2f-b79c-4e29-9798-870863f0d428 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6736178 Jan 17 09:49:27.493009 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44388) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:27.497645 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Request body: {'subnet': {'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1193170533-subnet', 'tenant_id': 'bd3aaab8e7394642893288fd5f48f255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:27.640588 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Made reservation on behalf of bd3aaab8e7394642893288fd5f48f255 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:49:27.642946 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4764267'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.858347 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4764281'] for subnet (438ea62b-19fa-4d71-9d9f-23228b9e6cb6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.905807 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Pushing event updated for resources: {'Subnet': ['ID=438ea62b-19fa-4d71-9d9f-23228b9e6cb6,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:27.921037 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Checking segment: {'id': 'a916b24b-7f0d-42a8-9d03-34c7b96d046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:49:27.921393 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Network hostable DHCP agents. Network: 5aebf56a-2f4b-42af-8bd3-f47572f32be0, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:49:27.972611 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:49:28.040906 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, 5aebf56a-2f4b-42af-8bd3-f47572f32be0) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:49:28.044845 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:28.045449 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:28.050107 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f8b5e-7a71-4598-b22b-6c1b816ee246 None None] Network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:49:28.101895 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-dfad52c7-bd8a-44fc-b3e7-8d02896fb50e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6077280 Jan 17 09:49:28.155499 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31442e81-9fc6-4c09-bb12-606dcd628511 None None] Network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:49:28.338236 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:30.045608 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9807-0741-49a6-a53f-06843be71432 req-f2623706-138b-4ae3-b1fe-436d664b9360 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:30.047081 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-f2623706-138b-4ae3-b1fe-436d664b9360 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/networks?id=5aebf56a-2f4b-42af-8bd3-f47572f32be0 HTTP/1.1" status: 200 len: 809 time: 0.1036773 Jan 17 09:49:30.080194 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-fbbc380b-0fd3-45ec-a320-06d6662efe47 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/quotas/bd3aaab8e7394642893288fd5f48f255 HTTP/1.1" status: 200 len: 375 time: 0.0089228 Jan 17 09:49:30.094988 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-c7a1328a-487c-4d14-a5bb-d85836f7e02d tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd3aaab8e7394642893288fd5f48f255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270133 Jan 17 09:49:30.187517 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-57bb75f3-e37e-4c6f-91d3-a4460e00124b service neutron] 10.222.0.73 "GET /v2.0/networks/5aebf56a-2f4b-42af-8bd3-f47572f32be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851438 Jan 17 09:49:30.273441 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-03160ff5-1bd4-4e0e-a1fa-ca8eb8d990b1 service neutron] 10.222.0.73 "GET /v2.0/networks/5aebf56a-2f4b-42af-8bd3-f47572f32be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803146 Jan 17 09:49:30.505827 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3bdfc885-ab74-44ba-ab49-7b319503d8a9 req-dc0f1752-b08a-41fc-8d29-65b9a845d2db tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 210 time: 0.0300751 Jan 17 09:49:31.600615 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-130a0f06-22c1-4c7f-ae38-43965c7909e0 req-cebc1abe-d1cf-4447-b7b6-5c7f8f48d6d3 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 210 time: 0.0276806 Jan 17 09:49:32.489555 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9807-0741-49a6-a53f-06843be71432 req-f1beb88c-7450-400c-86d3-c0d65d91030e tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:32.491043 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-f1beb88c-7450-400c-86d3-c0d65d91030e tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.72 "GET /v2.0/networks?id=5aebf56a-2f4b-42af-8bd3-f47572f32be0 HTTP/1.1" status: 200 len: 809 time: 0.1004589 Jan 17 09:49:32.502538 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Request body: {'port': {'device_id': '07e4e1bb-feb8-4fb7-979d-fe5b2e003b60', 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0', 'admin_state_up': True, 'tenant_id': 'bd3aaab8e7394642893288fd5f48f255'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:32.680441 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Made reservation on behalf of bd3aaab8e7394642893288fd5f48f255 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:49:32.683921 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:32.705677 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-048ecf87-d988-448d-8efc-af02b0a0b5ba req-5c41455e-b07e-44b1-8bf4-99288419b325 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 210 time: 0.0379093 Jan 17 09:49:32.826049 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Allocated IP 172.20.0.11 (5aebf56a-2f4b-42af-8bd3-f47572f32be0/438ea62b-19fa-4d71-9d9f-23228b9e6cb6/90b7a5c8-40df-4a61-a8e0-94f17e71db42) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:49:32.968307 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks [] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:33.110010 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:33.152441 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:49:33.155389 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:49:33.159063 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:49:33.186194 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Pushing event updated for resources: {'Port': ['ID=90b7a5c8-40df-4a61-a8e0-94f17e71db42,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:33.209631 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:33.210227 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:33.306228 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-e475d864-0441-4070-a154-afc90277899a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8072121 Jan 17 09:49:33.317531 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Request body: {'port': {'device_id': '07e4e1bb-feb8-4fb7-979d-fe5b2e003b60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:33.374319 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:33.633323 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b7a5c8-40df-4a61-a8e0-94f17e71db42 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:49:33.640631 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Publish callbacks [] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:33.652377 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Transition to ACTIVE for port object 90b7a5c8-40df-4a61-a8e0-94f17e71db42 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:49:33.754743 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:33.834704 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Pushing event updated for resources: {'Port': ['ID=90b7a5c8-40df-4a61-a8e0-94f17e71db42,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:33.869794 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec487d0-2d69-440f-97ec-dbeb3d8d42e3 req-56dea893-3095-46ee-8ed1-2dde1d1c2fb7 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:33.871276 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5ec487d0-2d69-440f-97ec-dbeb3d8d42e3 req-56dea893-3095-46ee-8ed1-2dde1d1c2fb7 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 944 time: 0.0909038 Jan 17 09:49:33.943620 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Attempting to bind port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:49:33.943868 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Attempting to bind port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'a916b24b-7f0d-42a8-9d03-34c7b96d046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:49:33.944179 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Attempting to bind port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 on network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:49:33.952017 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5ec487d0-2d69-440f-97ec-dbeb3d8d42e3 req-08c3782b-c5d9-4249-8a24-6c7053ee55ee tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645463 Jan 17 09:49:33.952712 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 on network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:49:33.953030 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Attempting to bind port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 on network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:49:33.959504 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:49:33.959842 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Checking segment: {'id': 'a916b24b-7f0d-42a8-9d03-34c7b96d046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:49:33.960215 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Bound using segment: {'id': 'a916b24b-7f0d-42a8-9d03-34c7b96d046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:49:33.960646 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Bound port: 90b7a5c8-40df-4a61-a8e0-94f17e71db42, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a916b24b-7f0d-42a8-9d03-34c7b96d046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:49:33.960987 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:34.026370 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] For port 90b7a5c8-40df-4a61-a8e0-94f17e71db42, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:49:34.029389 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] For port 90b7a5c8-40df-4a61-a8e0-94f17e71db42, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=90b7a5c8-40df-4a61-a8e0-94f17e71db42,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:49:34.092071 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:34.126217 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:34.126833 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:34.128225 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] 10.222.0.72 "PUT /v2.0/ports/90b7a5c8-40df-4a61-a8e0-94f17e71db42 HTTP/1.1" status: 200 len: 1094 time: 0.8153906 Jan 17 09:49:34.128655 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e4e1bb-feb8-4fb7-979d-fe5b2e003b60', 'tag': '90b7a5c8-40df-4a61-a8e0-94f17e71db42'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:49:34.130885 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e49d5b-4b4f-4fd3-9794-fcb531ef3699" -d '{"events": [{"name": "network-changed", "server_uuid": "07e4e1bb-feb8-4fb7-979d-fe5b2e003b60", "tag": "90b7a5c8-40df-4a61-a8e0-94f17e71db42"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:49:34.153688 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9f581-f46a-4dfe-90dd-f5c76fc7af2f service neutron] Pushing event updated for resources: {'Port': ['ID=90b7a5c8-40df-4a61-a8e0-94f17e71db42,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:34.173009 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858cd2e4-40c5-4659-9b1c-fd2fefb3c8af x-openstack-request-id: req-858cd2e4-40c5-4659-9b1c-fd2fefb3c8af {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:49:34.173009 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e4e1bb-feb8-4fb7-979d-fe5b2e003b60", "tag": "90b7a5c8-40df-4a61-a8e0-94f17e71db42", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:49:34.173009 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-858cd2e4-40c5-4659-9b1c-fd2fefb3c8af {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:49:34.173009 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e4e1bb-feb8-4fb7-979d-fe5b2e003b60', 'tag': '90b7a5c8-40df-4a61-a8e0-94f17e71db42', 'status': 'completed', 'code': 200} Jan 17 09:49:34.228784 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e49d5b-4b4f-4fd3-9794-fcb531ef3699 req-ce82f5ca-792d-4a44-858a-6eaf59a856a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:34.230154 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-99e49d5b-4b4f-4fd3-9794-fcb531ef3699 req-ce82f5ca-792d-4a44-858a-6eaf59a856a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd3aaab8e7394642893288fd5f48f255&device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 1097 time: 0.0408256 Jan 17 09:49:34.328353 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e49d5b-4b4f-4fd3-9794-fcb531ef3699 req-1437393d-2895-471c-96a7-e7b3f4dad582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:34.329877 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-99e49d5b-4b4f-4fd3-9794-fcb531ef3699 req-1437393d-2895-471c-96a7-e7b3f4dad582 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=bd3aaab8e7394642893288fd5f48f255&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0919604 Jan 17 09:49:34.419690 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e49d5b-4b4f-4fd3-9794-fcb531ef3699 req-549d8704-da5d-448c-9e26-644448108abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:34.421181 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-99e49d5b-4b4f-4fd3-9794-fcb531ef3699 req-549d8704-da5d-448c-9e26-644448108abd service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860581 Jan 17 09:49:34.498537 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9807-0741-49a6-a53f-06843be71432 req-ece87f84-8852-4927-b51d-f1000a63bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:34.499958 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-ece87f84-8852-4927-b51d-f1000a63bc23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd3aaab8e7394642893288fd5f48f255&device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 1097 time: 0.0432477 Jan 17 09:49:34.541379 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-dd5254a8-e338-421e-863e-acfe61b29ffe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90b7a5c8-40df-4a61-a8e0-94f17e71db42 HTTP/1.1" status: 200 len: 217 time: 0.0335252 Jan 17 09:49:34.588749 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9807-0741-49a6-a53f-06843be71432 req-0dbaf068-cb2c-48dd-b08a-99bcb0fe21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:34.590216 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-0dbaf068-cb2c-48dd-b08a-99bcb0fe21b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=438ea62b-19fa-4d71-9d9f-23228b9e6cb6 HTTP/1.1" status: 200 len: 849 time: 0.0429566 Jan 17 09:49:34.622485 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-b1120e74-c024-4e2a-b18e-ccc4ae1438b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5aebf56a-2f4b-42af-8bd3-f47572f32be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265260 Jan 17 09:49:34.709152 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-2faba6e3-a45b-4f82-800a-b004ff049f2b service neutron] 10.222.0.72 "GET /v2.0/networks/5aebf56a-2f4b-42af-8bd3-f47572f32be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805106 Jan 17 09:49:34.809619 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-abae9807-0741-49a6-a53f-06843be71432 req-746b1022-d136-4a7e-8570-1501442e63de service neutron] 10.222.0.72 "GET /v2.0/networks/5aebf56a-2f4b-42af-8bd3-f47572f32be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944350 Jan 17 09:49:35.067606 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90d8c9-0b58-46cb-8e50-587473f3b013 req-900700b1-5ce2-4ad8-ae2d-8a24c37bbac1 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:35.068969 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9e90d8c9-0b58-46cb-8e50-587473f3b013 req-900700b1-5ce2-4ad8-ae2d-8a24c37bbac1 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 944 time: 0.0493126 Jan 17 09:49:35.114213 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9e90d8c9-0b58-46cb-8e50-587473f3b013 req-ac1ed199-04b1-4740-94b7-5b827233c635 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Jan 17 09:49:36.230883 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb593596-6346-41fe-9ab8-dca904aaee35 req-b648ce07-30c6-45cb-b6ad-e23a57bcadbc tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:36.232406 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fb593596-6346-41fe-9ab8-dca904aaee35 req-b648ce07-30c6-45cb-b6ad-e23a57bcadbc tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 944 time: 0.0492730 Jan 17 09:49:36.279655 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fb593596-6346-41fe-9ab8-dca904aaee35 req-104e9a73-105e-4c43-aa1c-d3b1da176dea tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Jan 17 09:49:37.395205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4d734-1bde-4a17-be90-4722f925f106 req-2bebba82-3cc3-4535-8889-5979a2d95a5b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:37.396710 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60e4d734-1bde-4a17-be90-4722f925f106 req-2bebba82-3cc3-4535-8889-5979a2d95a5b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 944 time: 0.0518906 Jan 17 09:49:37.440797 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60e4d734-1bde-4a17-be90-4722f925f106 req-b35d6765-5c10-4426-aa77-2e91896bb88a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 Jan 17 09:49:38.114803 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 90b7a5c8-40df-4a61-a8e0-94f17e71db42 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:49:38.209062 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 90b7a5c8-40df-4a61-a8e0-94f17e71db42, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=90b7a5c8-40df-4a61-a8e0-94f17e71db42,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:49:38.220019 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '90b7a5c8-40df-4a61-a8e0-94f17e71db42', 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0', 'port_id': '90b7a5c8-40df-4a61-a8e0-94f17e71db42', 'mac_address': 'fa:16:3e:33:86:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438ea62b-19fa-4d71-9d9f-23228b9e6cb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:49:38.256449 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:49:38.256836 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:38.269372 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b7a5c8-40df-4a61-a8e0-94f17e71db42 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:49:38.288486 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 90b7a5c8-40df-4a61-a8e0-94f17e71db42, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=90b7a5c8-40df-4a61-a8e0-94f17e71db42,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:49:38.360387 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:38.409967 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=90b7a5c8-40df-4a61-a8e0-94f17e71db42,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:38.417438 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.417792 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.418137 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.418477 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.418811 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.419146 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.419502 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.419833 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.420159 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.420486 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.420816 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.421137 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.421460 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:38.553265 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c21e3-dabe-4f3b-8b2a-db64343e04db req-bbbf91ec-5246-42d1-8418-dff6802af7e2 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:38.554718 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3e6c21e3-dabe-4f3b-8b2a-db64343e04db req-bbbf91ec-5246-42d1-8418-dff6802af7e2 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 945 time: 0.0479140 Jan 17 09:49:38.601072 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3e6c21e3-dabe-4f3b-8b2a-db64343e04db req-38ff63b5-562a-4a69-924f-c1425a574a65 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Jan 17 09:49:38.697362 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['90b7a5c8-40df-4a61-a8e0-94f17e71db42'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:49:39.718252 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480995-ca1b-409c-b042-d15464c156dd req-8649f549-fffa-41b2-8e5b-9c05e4dd658f tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:39.719727 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ed480995-ca1b-409c-b042-d15464c156dd req-8649f549-fffa-41b2-8e5b-9c05e4dd658f tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 945 time: 0.0492051 Jan 17 09:49:39.768698 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ed480995-ca1b-409c-b042-d15464c156dd req-de89160c-23f0-4b9e-aa2e-bd71313ff0e2 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426950 Jan 17 09:49:40.123359 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 90b7a5c8-40df-4a61-a8e0-94f17e71db42 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:49:40.245960 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:49:40.249904 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:49:40.250283 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:40.329299 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:49:40.329961 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:40.353257 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e4e1bb-feb8-4fb7-979d-fe5b2e003b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b7a5c8-40df-4a61-a8e0-94f17e71db42'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:49:40.355590 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966546fd-b44e-4837-ad51-44f15fe1e677" -d '{"events": [{"server_uuid": "07e4e1bb-feb8-4fb7-979d-fe5b2e003b60", "name": "network-vif-plugged", "status": "completed", "tag": "90b7a5c8-40df-4a61-a8e0-94f17e71db42"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:49:40.368259 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 90b7a5c8-40df-4a61-a8e0-94f17e71db42, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=90b7a5c8-40df-4a61-a8e0-94f17e71db42,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:49:40.391203 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6497d6f-98bc-4280-a038-29b38f3b5428 x-openstack-request-id: req-e6497d6f-98bc-4280-a038-29b38f3b5428 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:49:40.391554 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e4e1bb-feb8-4fb7-979d-fe5b2e003b60", "name": "network-vif-plugged", "status": "completed", "tag": "90b7a5c8-40df-4a61-a8e0-94f17e71db42", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:49:40.391848 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6497d6f-98bc-4280-a038-29b38f3b5428 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:49:40.392247 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e4e1bb-feb8-4fb7-979d-fe5b2e003b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b7a5c8-40df-4a61-a8e0-94f17e71db42', 'code': 200} Jan 17 09:49:40.417475 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:40.465697 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=90b7a5c8-40df-4a61-a8e0-94f17e71db42,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:40.657523 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:49:40.683915 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2266cdc-9743-4659-b6d3-fdae7b3a861c req-50e5f2a2-1e93-444a-8b99-7189c6c442f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:40.685440 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c2266cdc-9743-4659-b6d3-fdae7b3a861c req-50e5f2a2-1e93-444a-8b99-7189c6c442f2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 1099 time: 0.0393786 Jan 17 09:49:40.728015 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c2266cdc-9743-4659-b6d3-fdae7b3a861c req-f759819c-cd8a-4708-85c4-7c1fc92f0af9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364635 Jan 17 09:49:40.879466 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b8a7d-8495-446c-8dd4-7c5e38cd0d0b req-f08ed1ee-58e3-4bf2-94ec-ed88d4104d9f tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:40.880944 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0b2b8a7d-8495-446c-8dd4-7c5e38cd0d0b req-f08ed1ee-58e3-4bf2-94ec-ed88d4104d9f tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 946 time: 0.0479310 Jan 17 09:49:40.926814 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0b2b8a7d-8495-446c-8dd4-7c5e38cd0d0b req-d832c5c8-c9a1-4936-933d-932acef0e7fe tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Jan 17 09:49:42.046548 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc3c0f-1560-4083-8eeb-b2e4f59bb623 req-1227ee23-b1ea-4919-b908-b8f8f31c707f tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:42.048081 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-addc3c0f-1560-4083-8eeb-b2e4f59bb623 req-1227ee23-b1ea-4919-b908-b8f8f31c707f tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 946 time: 0.0539298 Jan 17 09:49:42.094037 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-addc3c0f-1560-4083-8eeb-b2e4f59bb623 req-4ce569d6-7b37-4969-a172-907e8db37ffe tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396838 Jan 17 09:49:42.783041 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:43.211035 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a56222-3396-46b9-97d3-d78e323e1a13 req-613b9ef2-5ec1-4402-b7b3-4cf293d6175e tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:43.212550 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-73a56222-3396-46b9-97d3-d78e323e1a13 req-613b9ef2-5ec1-4402-b7b3-4cf293d6175e tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 946 time: 0.0506294 Jan 17 09:49:43.266039 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-73a56222-3396-46b9-97d3-d78e323e1a13 req-44166644-6de3-4cde-a375-bde572ed29c8 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478387 Jan 17 09:49:44.397800 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bdfe8-da71-477a-8924-0ead0e903677 req-efdf9275-96eb-41e8-9d72-c0d4dcf82db9 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:44.399237 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9d7bdfe8-da71-477a-8924-0ead0e903677 req-efdf9275-96eb-41e8-9d72-c0d4dcf82db9 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 946 time: 0.0506182 Jan 17 09:49:44.714053 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9d7bdfe8-da71-477a-8924-0ead0e903677 req-cf604d6a-097a-4503-a280-f54ab7301cf4 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092511 Jan 17 09:49:44.972035 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:45.018022 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Deleting subnet 6839fe1d-550b-4fd9-9674-bad49ffd7051 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:49:45.021751 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Publish callbacks [] for subnet (6839fe1d-550b-4fd9-9674-bad49ffd7051), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.053627 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4561382'] for subnet (6839fe1d-550b-4fd9-9674-bad49ffd7051), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.090963 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (6839fe1d-550b-4fd9-9674-bad49ffd7051), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.235071 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4764160'] for subnet (6839fe1d-550b-4fd9-9674-bad49ffd7051), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.258763 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6839fe1d-550b-4fd9-9674-bad49ffd7051,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:45.268053 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.271169 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6839fe1d-550b-4fd9-9674-bad49ffd7051 HTTP/1.1" status: 204 len: 168 time: 0.2981119 Jan 17 09:49:45.272536 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.272894 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.273222 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.273555 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.273883 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.274047 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44586) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:45.274209 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.274537 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.274863 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.275187 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.275554 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.275876 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.276195 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.276514 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ee1e-18e8-43ff-9cce-8200e764553a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:45.339895 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (67c21e2d-e845-4357-8302-5990528aa207), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.416711 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (67c21e2d-e845-4357-8302-5990528aa207), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.435747 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c21e2d-e845-4357-8302-5990528aa207']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:49:45.445202 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a560c743-d080-4659-96d3-adda43117c61') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:49:45.445503 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a560c743-d080-4659-96d3-adda43117c61') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:49:45.454669 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66526837'] for segment (a560c743-d080-4659-96d3-adda43117c61), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.467241 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (a560c743-d080-4659-96d3-adda43117c61), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.473262 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:49:45.473627 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66555659'] for segment (a560c743-d080-4659-96d3-adda43117c61), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: Traceback (most recent call last): Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: timer() Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: cb(*args, **kw) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: return func(*args, **kwargs) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: self._notify() Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: self.callback(batched_events) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: event.method(event) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:49:45.475203 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: return f(self, *a, **k) Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._get(url).json() Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:49:45.478908 dv-cinder-815461-8-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:49:45.571919 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (67c21e2d-e845-4357-8302-5990528aa207), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.577075 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.580238 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] 10.222.0.73 "DELETE /v2.0/networks/67c21e2d-e845-4357-8302-5990528aa207 HTTP/1.1" status: 204 len: 168 time: 0.3050554 Jan 17 09:49:45.584356 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44588) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:45.594970 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d3912-833f-426f-a8b4-b66d927fbdbf admin admin] Pushing event deleted for resources: {'Network': ['ID=67c21e2d-e845-4357-8302-5990528aa207,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:45.631950 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5e14d2-78cc-407a-a021-5ad9a3baae73 admin admin] Deleting subnet 4bf4fcfe-408e-458e-8cb3-edcd602194e4 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:49:45.635165 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c5e14d2-78cc-407a-a021-5ad9a3baae73 admin admin] Publish callbacks [] for subnet (4bf4fcfe-408e-458e-8cb3-edcd602194e4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.669089 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c5e14d2-78cc-407a-a021-5ad9a3baae73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4561382'] for subnet (4bf4fcfe-408e-458e-8cb3-edcd602194e4), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.707853 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c5e14d2-78cc-407a-a021-5ad9a3baae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (4bf4fcfe-408e-458e-8cb3-edcd602194e4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.811860 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c5e14d2-78cc-407a-a021-5ad9a3baae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4764160'] for subnet (4bf4fcfe-408e-458e-8cb3-edcd602194e4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.830862 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0b946-9af2-4247-b7a7-24a07d6f9952 req-09587e12-aa94-466c-9af1-3d7d36cf2dae tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:45.832398 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-45b0b946-9af2-4247-b7a7-24a07d6f9952 req-09587e12-aa94-466c-9af1-3d7d36cf2dae tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 946 time: 0.0495820 Jan 17 09:49:45.837906 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e14d2-78cc-407a-a021-5ad9a3baae73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf4fcfe-408e-458e-8cb3-edcd602194e4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:45.839871 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c5e14d2-78cc-407a-a021-5ad9a3baae73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.843726 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-7c5e14d2-78cc-407a-a021-5ad9a3baae73 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4bf4fcfe-408e-458e-8cb3-edcd602194e4 HTTP/1.1" status: 204 len: 168 time: 0.2595906 Jan 17 09:49:45.845858 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:45.891919 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-45b0b946-9af2-4247-b7a7-24a07d6f9952 req-53c2cedc-fd5f-4b34-a551-22fe9ce5971a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Jan 17 09:49:45.928201 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (cdfa1869-26e8-489b-8f51-ebf1cdd84e22), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:45.929396 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-55f62968-efc3-49a0-bbb5-790e83f3255d tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:45.930856 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-55f62968-efc3-49a0-bbb5-790e83f3255d tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.72 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 946 time: 0.0546019 Jan 17 09:49:46.004469 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (cdfa1869-26e8-489b-8f51-ebf1cdd84e22), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.020765 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Deleting port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:49:46.021221 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.024691 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfa1869-26e8-489b-8f51-ebf1cdd84e22']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:49:46.033785 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0f100c-ca71-463d-98aa-d67fdc768efb') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:49:46.034081 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0f100c-ca71-463d-98aa-d67fdc768efb') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:49:46.047479 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4555541'] for segment (0a0f100c-ca71-463d-98aa-d67fdc768efb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.060000 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (0a0f100c-ca71-463d-98aa-d67fdc768efb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.065726 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:49:46.066110 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4561265'] for segment (0a0f100c-ca71-463d-98aa-d67fdc768efb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: Traceback (most recent call last): Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: timer() Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: cb(*args, **kw) Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: return func(*args, **kwargs) Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: self._notify() Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: self.callback(batched_events) Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: event.method(event) Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: return f(self, *a, **k) Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._get(url).json() Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: return self.request(url, 'GET', **kwargs) Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:49:46.067855 dv-cinder-815461-8-iscsi neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:49:46.109173 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] For port 90b7a5c8-40df-4a61-a8e0-94f17e71db42, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=90b7a5c8-40df-4a61-a8e0-94f17e71db42,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:49:46.109458 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.122192 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Calling delete_port for 90b7a5c8-40df-4a61-a8e0-94f17e71db42 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:49:46.200349 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (cdfa1869-26e8-489b-8f51-ebf1cdd84e22), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.204828 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.208984 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] 10.222.0.73 "DELETE /v2.0/networks/cdfa1869-26e8-489b-8f51-ebf1cdd84e22 HTTP/1.1" status: 204 len: 168 time: 0.3618276 Jan 17 09:49:46.222148 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6186c-2533-46d7-89c4-52c416f8c00c admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfa1869-26e8-489b-8f51-ebf1cdd84e22,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:46.337338 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (90b7a5c8-40df-4a61-a8e0-94f17e71db42), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.348769 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['90b7a5c8-40df-4a61-a8e0-94f17e71db42'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:49:46.366699 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Pushing event deleted for resources: {'Port': ['ID=90b7a5c8-40df-4a61-a8e0-94f17e71db42,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:46.411179 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] No DVR routers for this DVR port 90b7a5c8-40df-4a61-a8e0-94f17e71db42 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:49:46.413694 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.417300 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-be6369a1-5134-48ae-a270-8cb1dfbe492e req-8e3ba37a-f99d-452d-8401-b85fcd289924 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.72 "DELETE /v2.0/ports/90b7a5c8-40df-4a61-a8e0-94f17e71db42 HTTP/1.1" status: 204 len: 173 time: 0.4807620 Jan 17 09:49:46.417897 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e4e1bb-feb8-4fb7-979d-fe5b2e003b60', 'name': 'network-vif-deleted', 'tag': '90b7a5c8-40df-4a61-a8e0-94f17e71db42'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:49:46.419965 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab4f1fd-829e-4f0f-b31c-6fce27b729cc" -d '{"events": [{"server_uuid": "07e4e1bb-feb8-4fb7-979d-fe5b2e003b60", "name": "network-vif-deleted", "tag": "90b7a5c8-40df-4a61-a8e0-94f17e71db42"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:49:46.456554 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e7c5a-e8ef-449d-b572-c2e6c0a99fce x-openstack-request-id: req-e06e7c5a-e8ef-449d-b572-c2e6c0a99fce {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:49:46.457482 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e4e1bb-feb8-4fb7-979d-fe5b2e003b60", "name": "network-vif-deleted", "tag": "90b7a5c8-40df-4a61-a8e0-94f17e71db42", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:49:46.457609 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e06e7c5a-e8ef-449d-b572-c2e6c0a99fce {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:49:46.458008 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e4e1bb-feb8-4fb7-979d-fe5b2e003b60', 'name': 'network-vif-deleted', 'tag': '90b7a5c8-40df-4a61-a8e0-94f17e71db42', 'status': 'completed', 'code': 200} Jan 17 09:49:46.527239 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44598) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:46.568171 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ecf7c989-d3a3-4c06-9ff8-d79178d9b0cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=067f8ad3fc39438fa246aefe08a45801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397322 Jan 17 09:49:46.570811 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44600) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:46.617419 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e40fe506-6178-4bca-989f-bc4bc7ea528d admin admin] Publish callbacks [] for security_group (b5bfc855-8ac6-43e8-89e2-16277a1c0cbe), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.638190 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e40fe506-6178-4bca-989f-bc4bc7ea528d admin admin] Publish callbacks [] for security_group (b5bfc855-8ac6-43e8-89e2-16277a1c0cbe), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.771966 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e40fe506-6178-4bca-989f-bc4bc7ea528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (b5bfc855-8ac6-43e8-89e2-16277a1c0cbe), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.774597 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e40fe506-6178-4bca-989f-bc4bc7ea528d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:46.775952 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e40fe506-6178-4bca-989f-bc4bc7ea528d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5bfc855-8ac6-43e8-89e2-16277a1c0cbe HTTP/1.1" status: 204 len: 168 time: 0.2041986 Jan 17 09:49:46.783875 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fe506-6178-4bca-989f-bc4bc7ea528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bfc855-8ac6-43e8-89e2-16277a1c0cbe,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:47.000585 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-967b3d75-6df6-4c6d-89aa-c1a4c902fe5f req-e113645a-76ad-4739-8e19-b7be90f58666 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=07e4e1bb-feb8-4fb7-979d-fe5b2e003b60 HTTP/1.1" status: 200 len: 210 time: 0.0259223 Jan 17 09:49:47.456115 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44608) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:47.498434 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a11a90b6-7da5-449e-87d3-775eb72ee1de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3739c3c6397f4c1fa339a6728ef33267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404875 Jan 17 09:49:47.500779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44610) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:47.546624 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56fd20ea-001f-49d7-99d7-20b24dc00498 admin admin] Publish callbacks [] for security_group (93ec7a5a-8c36-455d-8c1b-fc4061716e41), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:47.566994 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56fd20ea-001f-49d7-99d7-20b24dc00498 admin admin] Publish callbacks [] for security_group (93ec7a5a-8c36-455d-8c1b-fc4061716e41), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:47.668770 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56fd20ea-001f-49d7-99d7-20b24dc00498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (93ec7a5a-8c36-455d-8c1b-fc4061716e41), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:47.671425 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56fd20ea-001f-49d7-99d7-20b24dc00498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:47.672600 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-56fd20ea-001f-49d7-99d7-20b24dc00498 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93ec7a5a-8c36-455d-8c1b-fc4061716e41 HTTP/1.1" status: 204 len: 168 time: 0.1709361 Jan 17 09:49:47.682777 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd20ea-001f-49d7-99d7-20b24dc00498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ec7a5a-8c36-455d-8c1b-fc4061716e41,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:48.304321 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-4c6cc508-74c8-4c5d-85c5-8a20ecbd8231 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:48.305733 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-4c6cc508-74c8-4c5d-85c5-8a20ecbd8231 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/networks?id=5aebf56a-2f4b-42af-8bd3-f47572f32be0 HTTP/1.1" status: 200 len: 809 time: 0.1037617 Jan 17 09:49:48.320649 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-40af3c5d-6d3f-4b38-a30f-e8363ef3a87b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/quotas/bd3aaab8e7394642893288fd5f48f255 HTTP/1.1" status: 200 len: 375 time: 0.0096154 Jan 17 09:49:48.351862 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-4ec39b7f-77b5-43c7-9ca7-194d2710b6ee tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd3aaab8e7394642893288fd5f48f255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261116 Jan 17 09:49:48.444884 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-ee867fbc-fb86-41e2-8f87-19ddd549e264 service neutron] 10.222.0.73 "GET /v2.0/networks/5aebf56a-2f4b-42af-8bd3-f47572f32be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866153 Jan 17 09:49:48.530170 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-5beaa293-b4cb-4520-8f94-1da18ec99c6b service neutron] 10.222.0.73 "GET /v2.0/networks/5aebf56a-2f4b-42af-8bd3-f47572f32be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796776 Jan 17 09:49:48.770062 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5f636d54-94d5-4a80-867a-b884e7519ddf req-f462bbe9-6cf1-4484-9fa3-00a04b97b2a2 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 210 time: 0.0342240 Jan 17 09:49:49.143976 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:49.247249 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea1c169-111c-4622-9881-4102b84ff527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:49.319092 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea1c169-111c-4622-9881-4102b84ff527 admin admin] Publish callbacks [] for security_group (ccaa0667-3689-4b0d-8b4b-9829df4b6074), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:49.399941 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea1c169-111c-4622-9881-4102b84ff527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (ccaa0667-3689-4b0d-8b4b-9829df4b6074), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:49.439398 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1c169-111c-4622-9881-4102b84ff527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaa0667-3689-4b0d-8b4b-9829df4b6074,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:49.445096 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-fea1c169-111c-4622-9881-4102b84ff527 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2fbd7df7dbc543968b81355547093270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995913 Jan 17 09:49:49.448010 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:49.494900 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-366386e6-4fb0-4537-9d3a-5f9d8c326ade admin admin] Publish callbacks [] for security_group (ccaa0667-3689-4b0d-8b4b-9829df4b6074), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:49.517316 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-366386e6-4fb0-4537-9d3a-5f9d8c326ade admin admin] Publish callbacks [] for security_group (ccaa0667-3689-4b0d-8b4b-9829df4b6074), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:49.617495 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-366386e6-4fb0-4537-9d3a-5f9d8c326ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (ccaa0667-3689-4b0d-8b4b-9829df4b6074), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:49.620164 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-366386e6-4fb0-4537-9d3a-5f9d8c326ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:49.621351 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-366386e6-4fb0-4537-9d3a-5f9d8c326ade admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ccaa0667-3689-4b0d-8b4b-9829df4b6074 HTTP/1.1" status: 204 len: 168 time: 0.1724169 Jan 17 09:49:49.630382 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366386e6-4fb0-4537-9d3a-5f9d8c326ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaa0667-3689-4b0d-8b4b-9829df4b6074,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:49.867162 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3c5d008e-52c3-4e16-b347-1bc521e87ead req-4de6b419-1291-4cea-a55d-29c4e0e2da9d tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 210 time: 0.0293906 Jan 17 09:49:50.175274 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 90b7a5c8-40df-4a61-a8e0-94f17e71db42 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:49:50.194974 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 90b7a5c8-40df-4a61-a8e0-94f17e71db42 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:49:50.195350 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 90b7a5c8-40df-4a61-a8e0-94f17e71db42 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:49:50.565612 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-eb982f86-a788-4fcb-8d62-7a9c62a684d6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:50.567060 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-eb982f86-a788-4fcb-8d62-7a9c62a684d6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.72 "GET /v2.0/networks?id=5aebf56a-2f4b-42af-8bd3-f47572f32be0 HTTP/1.1" status: 200 len: 809 time: 0.1023316 Jan 17 09:49:50.579331 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Request body: {'port': {'device_id': '202c0f35-bbaf-48b2-b4db-109575f2a7d6', 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0', 'admin_state_up': True, 'tenant_id': 'bd3aaab8e7394642893288fd5f48f255'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:50.800247 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Made reservation on behalf of bd3aaab8e7394642893288fd5f48f255 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:49:50.803928 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:50.933479 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Allocated IP 172.20.0.5 (5aebf56a-2f4b-42af-8bd3-f47572f32be0/438ea62b-19fa-4d71-9d9f-23228b9e6cb6/46a84e83-3d95-4d5c-a964-4742188430cc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:49:50.972043 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-59e268c7-e085-4138-8e65-c8ada42597c5 req-a8b7ca1b-7554-4ed0-82ea-c78202130c48 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 210 time: 0.0327892 Jan 17 09:49:51.101311 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks [] for port (46a84e83-3d95-4d5c-a964-4742188430cc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:51.172096 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:51.218364 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:49:51.221381 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:49:51.225408 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:49:51.249712 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Pushing event updated for resources: {'Port': ['ID=46a84e83-3d95-4d5c-a964-4742188430cc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:51.276938 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:51.277542 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:51.385457 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f35f195-8da4-471f-aa40-bc1b3586563b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8095763 Jan 17 09:49:51.396337 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Request body: {'port': {'device_id': '202c0f35-bbaf-48b2-b4db-109575f2a7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:49:51.451183 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:51.707336 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a84e83-3d95-4d5c-a964-4742188430cc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:49:51.716216 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Publish callbacks [] for port (46a84e83-3d95-4d5c-a964-4742188430cc), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:51.729927 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Transition to ACTIVE for port object 46a84e83-3d95-4d5c-a964-4742188430cc will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:49:51.794119 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:51.861591 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Pushing event updated for resources: {'Port': ['ID=46a84e83-3d95-4d5c-a964-4742188430cc,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:51.891614 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d97642af-7b7b-4081-a4d2-8fdf8cc81f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:51.915477 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Attempting to bind port 46a84e83-3d95-4d5c-a964-4742188430cc on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:49:51.915817 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Attempting to bind port 46a84e83-3d95-4d5c-a964-4742188430cc by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'a916b24b-7f0d-42a8-9d03-34c7b96d046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:49:51.916147 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Attempting to bind port 46a84e83-3d95-4d5c-a964-4742188430cc on network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:49:51.920485 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Port 46a84e83-3d95-4d5c-a964-4742188430cc on network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:49:51.924698 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Attempting to bind port 46a84e83-3d95-4d5c-a964-4742188430cc on network 5aebf56a-2f4b-42af-8bd3-f47572f32be0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:49:51.925703 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:49:51.926041 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Checking segment: {'id': 'a916b24b-7f0d-42a8-9d03-34c7b96d046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:49:51.926419 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Bound using segment: {'id': 'a916b24b-7f0d-42a8-9d03-34c7b96d046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:49:51.926839 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Bound port: 46a84e83-3d95-4d5c-a964-4742188430cc, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a916b24b-7f0d-42a8-9d03-34c7b96d046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:49:51.927190 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:51.992062 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] For port 46a84e83-3d95-4d5c-a964-4742188430cc, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:49:51.995089 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] For port 46a84e83-3d95-4d5c-a964-4742188430cc, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=46a84e83-3d95-4d5c-a964-4742188430cc,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:49:52.065721 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:52.108433 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:52.109053 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:52.110437 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] 10.222.0.72 "PUT /v2.0/ports/46a84e83-3d95-4d5c-a964-4742188430cc HTTP/1.1" status: 200 len: 1093 time: 0.7183619 Jan 17 09:49:52.111776 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202c0f35-bbaf-48b2-b4db-109575f2a7d6', 'tag': '46a84e83-3d95-4d5c-a964-4742188430cc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:49:52.114040 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2bc569-896d-4316-b523-b4cd104ca625" -d '{"events": [{"name": "network-changed", "server_uuid": "202c0f35-bbaf-48b2-b4db-109575f2a7d6", "tag": "46a84e83-3d95-4d5c-a964-4742188430cc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:49:52.129638 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaf096-576c-498c-8c55-f5aabdd51b91 req-f397f25f-fa5e-4323-8d60-69004679c69f tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:52.131169 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1aaf096-576c-498c-8c55-f5aabdd51b91 req-f397f25f-fa5e-4323-8d60-69004679c69f tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 943 time: 0.0939243 Jan 17 09:49:52.151416 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f4d678-b493-4962-855d-64fd3aee71f8 x-openstack-request-id: req-89f4d678-b493-4962-855d-64fd3aee71f8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:49:52.151708 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202c0f35-bbaf-48b2-b4db-109575f2a7d6", "tag": "46a84e83-3d95-4d5c-a964-4742188430cc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:49:52.151965 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89f4d678-b493-4962-855d-64fd3aee71f8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:49:52.152352 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202c0f35-bbaf-48b2-b4db-109575f2a7d6', 'tag': '46a84e83-3d95-4d5c-a964-4742188430cc', 'status': 'completed', 'code': 200} Jan 17 09:49:52.156109 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6df990-721e-4ec7-8d8f-3b793a39634e service neutron] Pushing event updated for resources: {'Port': ['ID=46a84e83-3d95-4d5c-a964-4742188430cc,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:52.221424 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-d1aaf096-576c-498c-8c55-f5aabdd51b91 req-02691cf4-1d12-4d9f-b478-8cab03a7088f tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794711 Jan 17 09:49:52.233087 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc569-896d-4316-b523-b4cd104ca625 req-b9adaa32-4404-4ce3-8250-092ffef61ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:52.234556 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af2bc569-896d-4316-b523-b4cd104ca625 req-b9adaa32-4404-4ce3-8250-092ffef61ab0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd3aaab8e7394642893288fd5f48f255&device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 1096 time: 0.0546579 Jan 17 09:49:52.330035 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc569-896d-4316-b523-b4cd104ca625 req-9b502a1f-eb2a-4f06-ab3a-bbc3fe435080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:52.331537 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af2bc569-896d-4316-b523-b4cd104ca625 req-9b502a1f-eb2a-4f06-ab3a-bbc3fe435080 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=bd3aaab8e7394642893288fd5f48f255&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0882163 Jan 17 09:49:52.433081 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc569-896d-4316-b523-b4cd104ca625 req-aa154001-e73b-4247-9ab9-ce166c24956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:52.433081 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-af2bc569-896d-4316-b523-b4cd104ca625 req-aa154001-e73b-4247-9ab9-ce166c24956b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878606 Jan 17 09:49:52.502276 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-19f0b687-566d-49b2-9d59-fb54e603a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:52.502276 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-19f0b687-566d-49b2-9d59-fb54e603a7ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd3aaab8e7394642893288fd5f48f255&device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 1096 time: 0.0410423 Jan 17 09:49:52.546400 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-ffd1b833-5de7-4094-ba0b-7f77e83e4cdf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46a84e83-3d95-4d5c-a964-4742188430cc HTTP/1.1" status: 200 len: 217 time: 0.0366235 Jan 17 09:49:52.592527 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-fedf4230-ccd6-4b39-b3ab-b762bbbb5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:52.593926 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-fedf4230-ccd6-4b39-b3ab-b762bbbb5224 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=438ea62b-19fa-4d71-9d9f-23228b9e6cb6 HTTP/1.1" status: 200 len: 849 time: 0.0425379 Jan 17 09:49:52.622645 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-8cd7200d-a538-4df9-9659-a2a26018ab7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5aebf56a-2f4b-42af-8bd3-f47572f32be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233340 Jan 17 09:49:52.716308 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-5ad9a34f-6c78-4fa9-875f-74e9d2f80a4d service neutron] 10.222.0.72 "GET /v2.0/networks/5aebf56a-2f4b-42af-8bd3-f47572f32be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875573 Jan 17 09:49:52.805508 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-830c09c3-7dc6-4d9e-a177-a9e8cd5b74f1 req-22e8a63e-ebb1-418a-a98e-dcd356b3e0d8 service neutron] 10.222.0.72 "GET /v2.0/networks/5aebf56a-2f4b-42af-8bd3-f47572f32be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832970 Jan 17 09:49:53.336898 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba48b4-cba8-421a-9410-5ef1d2d110ef req-11a34573-eb67-4c79-8a5b-ad439d0a8821 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:53.338373 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-82ba48b4-cba8-421a-9410-5ef1d2d110ef req-11a34573-eb67-4c79-8a5b-ad439d0a8821 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 943 time: 0.0494936 Jan 17 09:49:53.384480 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-82ba48b4-cba8-421a-9410-5ef1d2d110ef req-b1f3fd0a-7fbc-4f8e-801f-babfaa8975dc tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Jan 17 09:49:54.365128 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-faf7bf6f-f91c-4bf3-ac24-5f76f7178730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:54.501113 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ece99d-655e-40c1-8716-605617d4abde req-ec77a8ac-1eb5-4351-8029-a6397c7d0ea9 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:54.502644 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-09ece99d-655e-40c1-8716-605617d4abde req-ec77a8ac-1eb5-4351-8029-a6397c7d0ea9 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 943 time: 0.0539165 Jan 17 09:49:54.548330 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-09ece99d-655e-40c1-8716-605617d4abde req-b4e006f9-5a00-40d9-bd0b-e350e2cc57c8 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396647 Jan 17 09:49:55.474186 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:55.661007 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dc448-0af2-443c-af72-d8d8ba573946 req-c7e1be05-a36e-4520-9f83-5fb7cd7ee222 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:55.663028 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046dc448-0af2-443c-af72-d8d8ba573946 req-c7e1be05-a36e-4520-9f83-5fb7cd7ee222 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 943 time: 0.0493317 Jan 17 09:49:55.711147 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-046dc448-0af2-443c-af72-d8d8ba573946 req-10e03266-5b21-4c34-8233-973ab193d94a tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Jan 17 09:49:56.205654 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 46a84e83-3d95-4d5c-a964-4742188430cc details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:49:56.250946 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:56.302874 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 46a84e83-3d95-4d5c-a964-4742188430cc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=46a84e83-3d95-4d5c-a964-4742188430cc,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:49:56.314211 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': '46a84e83-3d95-4d5c-a964-4742188430cc', 'network_id': '5aebf56a-2f4b-42af-8bd3-f47572f32be0', 'port_id': '46a84e83-3d95-4d5c-a964-4742188430cc', 'mac_address': 'fa:16:3e:a1:45:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438ea62b-19fa-4d71-9d9f-23228b9e6cb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:49:56.355163 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 46a84e83-3d95-4d5c-a964-4742188430cc is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:49:56.355589 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.360214 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f286dbd3-962b-4997-b30e-4c32ec123844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.368237 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a84e83-3d95-4d5c-a964-4742188430cc {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:49:56.387666 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 46a84e83-3d95-4d5c-a964-4742188430cc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=46a84e83-3d95-4d5c-a964-4742188430cc,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:49:56.432338 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f286dbd3-962b-4997-b30e-4c32ec123844 admin admin] Publish callbacks [] for security_group (cc4846a3-c142-4255-bae8-b06dce6b18cd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.474711 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.502790 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f286dbd3-962b-4997-b30e-4c32ec123844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (cc4846a3-c142-4255-bae8-b06dce6b18cd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.523589 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=46a84e83-3d95-4d5c-a964-4742188430cc,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:56.541225 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-f286dbd3-962b-4997-b30e-4c32ec123844 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a0d8c89719d45d2a2f6eb800d9672aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891705 Jan 17 09:49:56.542401 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286dbd3-962b-4997-b30e-4c32ec123844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4846a3-c142-4255-bae8-b06dce6b18cd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:56.543876 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:56.589599 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24fe0f2b-9508-4e9e-897a-584daf15cfce admin admin] Publish callbacks [] for security_group (cc4846a3-c142-4255-bae8-b06dce6b18cd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.610726 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24fe0f2b-9508-4e9e-897a-584daf15cfce admin admin] Publish callbacks [] for security_group (cc4846a3-c142-4255-bae8-b06dce6b18cd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.725858 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24fe0f2b-9508-4e9e-897a-584daf15cfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (cc4846a3-c142-4255-bae8-b06dce6b18cd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.728414 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24fe0f2b-9508-4e9e-897a-584daf15cfce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.729534 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-24fe0f2b-9508-4e9e-897a-584daf15cfce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc4846a3-c142-4255-bae8-b06dce6b18cd HTTP/1.1" status: 204 len: 168 time: 0.1846642 Jan 17 09:49:56.737748 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe0f2b-9508-4e9e-897a-584daf15cfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4846a3-c142-4255-bae8-b06dce6b18cd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:56.832531 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5247c4-a0ab-42dd-bfec-00aa363abf3d req-9658f341-0f27-480a-b4f9-1e50ce907064 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:56.834676 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae5247c4-a0ab-42dd-bfec-00aa363abf3d req-9658f341-0f27-480a-b4f9-1e50ce907064 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 944 time: 0.0514307 Jan 17 09:49:56.883347 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['46a84e83-3d95-4d5c-a964-4742188430cc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:49:56.887224 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae5247c4-a0ab-42dd-bfec-00aa363abf3d req-086cc5c4-e769-466d-90ee-da43932a6ef7 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458782 Jan 17 09:49:57.154305 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:58.004610 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3972415-d451-43f4-a476-4299dbb9a02a req-fbcc0454-5140-4a30-a3c2-b6fb118a1360 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:58.006123 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3972415-d451-43f4-a476-4299dbb9a02a req-fbcc0454-5140-4a30-a3c2-b6fb118a1360 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 944 time: 0.0487015 Jan 17 09:49:58.053193 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3972415-d451-43f4-a476-4299dbb9a02a req-3fec8134-797a-41fb-ac07-2e678578a596 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Jan 17 09:49:58.220564 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 46a84e83-3d95-4d5c-a964-4742188430cc up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:49:58.359001 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:58.359001 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port 46a84e83-3d95-4d5c-a964-4742188430cc completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:49:58.360491 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port 46a84e83-3d95-4d5c-a964-4742188430cc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:49:58.360861 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:58.436820 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port 46a84e83-3d95-4d5c-a964-4742188430cc is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:49:58.437358 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:58.458817 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202c0f35-bbaf-48b2-b4db-109575f2a7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a84e83-3d95-4d5c-a964-4742188430cc'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:49:58.461715 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b874953-9ab7-4b44-9d79-e9999fefcf20" -d '{"events": [{"server_uuid": "202c0f35-bbaf-48b2-b4db-109575f2a7d6", "name": "network-vif-plugged", "status": "completed", "tag": "46a84e83-3d95-4d5c-a964-4742188430cc"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:49:58.477520 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port 46a84e83-3d95-4d5c-a964-4742188430cc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=46a84e83-3d95-4d5c-a964-4742188430cc,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:49:58.499340 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a2254d-2cf8-4156-9aae-f0cd26ccfd7e x-openstack-request-id: req-c1a2254d-2cf8-4156-9aae-f0cd26ccfd7e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:49:58.500171 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202c0f35-bbaf-48b2-b4db-109575f2a7d6", "name": "network-vif-plugged", "status": "completed", "tag": "46a84e83-3d95-4d5c-a964-4742188430cc", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:49:58.500171 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1a2254d-2cf8-4156-9aae-f0cd26ccfd7e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:49:58.500376 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202c0f35-bbaf-48b2-b4db-109575f2a7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a84e83-3d95-4d5c-a964-4742188430cc', 'code': 200} Jan 17 09:49:58.548532 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:58.597023 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=46a84e83-3d95-4d5c-a964-4742188430cc,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:58.848667 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0282c0-a208-41cb-a2b2-cd613dbe7a01 req-e68c70a9-7086-4d71-9a40-f7f2c86677f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:58.850120 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dd0282c0-a208-41cb-a2b2-cd613dbe7a01 req-e68c70a9-7086-4d71-9a40-f7f2c86677f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 1098 time: 0.0415597 Jan 17 09:49:58.892381 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-dd0282c0-a208-41cb-a2b2-cd613dbe7a01 req-77b23994-82b4-4247-9679-1b0522d5e727 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354059 Jan 17 09:49:59.164471 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1da66-8bb0-46ec-940a-4c1ce87c2d86 req-ffa9f186-8d1e-4ef5-ade3-1c9e74e02bcd tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:49:59.165863 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cbe1da66-8bb0-46ec-940a-4c1ce87c2d86 req-ffa9f186-8d1e-4ef5-ade3-1c9e74e02bcd tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 945 time: 0.0469949 Jan 17 09:49:59.210296 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-cbe1da66-8bb0-46ec-940a-4c1ce87c2d86 req-0b1cbdce-9fc5-4ca6-8f9b-c42e88d7fbcf tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390556 Jan 17 09:50:00.332685 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cfe50-07b8-433e-91fc-80690b3fb397 req-a9eff1a2-dab7-4e9d-9e73-ae2ca2fe9e6d tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:00.335215 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0c8cfe50-07b8-433e-91fc-80690b3fb397 req-a9eff1a2-dab7-4e9d-9e73-ae2ca2fe9e6d tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 945 time: 0.0598974 Jan 17 09:50:00.382896 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0c8cfe50-07b8-433e-91fc-80690b3fb397 req-7aa0bc7e-2075-4e95-be6e-083cdc78665c tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Jan 17 09:50:01.142070 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 44814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:50:01.240809 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:01.311398 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Publish callbacks [] for security_group (7a3e4725-2efc-482c-bdee-0bc549e29971), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:01.353997 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7a3e4725-2efc-482c-bdee-0bc549e29971), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:01.391634 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3e4725-2efc-482c-bdee-0bc549e29971,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:01.398829 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3bbef18c7a984c7097be88ea90ba0931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557371 Jan 17 09:50:01.401568 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44818) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:50:01.404069 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.404596 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.404873 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.405210 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.405539 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.405921 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.406190 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.406518 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.406846 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.407165 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.407514 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.407827 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.408142 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344ae7-0852-4365-b7dc-bb5eab7039b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:50:01.461942 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb92175-212a-4b3b-a450-6d2b87c78441 admin admin] Publish callbacks [] for security_group (7a3e4725-2efc-482c-bdee-0bc549e29971), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:01.482665 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb92175-212a-4b3b-a450-6d2b87c78441 admin admin] Publish callbacks [] for security_group (7a3e4725-2efc-482c-bdee-0bc549e29971), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:01.499510 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f053d65-106c-4e2c-8f3f-4c04aa6e8ccc req-8743551a-46b9-4049-bbbe-64fec8536160 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:01.503457 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5f053d65-106c-4e2c-8f3f-4c04aa6e8ccc req-8743551a-46b9-4049-bbbe-64fec8536160 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Jan 17 09:50:01.550597 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5f053d65-106c-4e2c-8f3f-4c04aa6e8ccc req-a5dce53d-9d87-41a0-b25e-af6be2d6b9c6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Jan 17 09:50:01.582903 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb92175-212a-4b3b-a450-6d2b87c78441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (7a3e4725-2efc-482c-bdee-0bc549e29971), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:01.585515 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb92175-212a-4b3b-a450-6d2b87c78441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:01.586703 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-cbb92175-212a-4b3b-a450-6d2b87c78441 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a3e4725-2efc-482c-bdee-0bc549e29971 HTTP/1.1" status: 204 len: 168 time: 0.1841197 Jan 17 09:50:01.594911 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92175-212a-4b3b-a450-6d2b87c78441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3e4725-2efc-482c-bdee-0bc549e29971,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:02.576236 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44854) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:50:02.674736 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1563432137-network', 'tenant_id': '1d88a2f34c104d5eaa16e95346379fb4'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:50:02.714809 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85348d8e-5d05-4ee1-b5d1-5f8f5dc25307 req-c97535f0-7167-4c94-bcc6-bd72a9372422 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:02.716290 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-85348d8e-5d05-4ee1-b5d1-5f8f5dc25307 req-c97535f0-7167-4c94-bcc6-bd72a9372422 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 945 time: 0.0493696 Jan 17 09:50:02.762408 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-85348d8e-5d05-4ee1-b5d1-5f8f5dc25307 req-caab081e-ee7a-435a-aba8-44478495e38e tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Jan 17 09:50:02.765650 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Made reservation on behalf of 1d88a2f34c104d5eaa16e95346379fb4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:50:02.768087 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:02.777922 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:02.848611 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Publish callbacks [] for security_group (43f7d95b-2215-427a-99ae-2c6a993011db), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:02.914130 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (43f7d95b-2215-427a-99ae-2c6a993011db), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:02.936692 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:50:02.945895 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f7d95b-2215-427a-99ae-2c6a993011db,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:02.951462 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (7b57c70a-f127-4b0f-bcc8-d9af10f9338f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:02.951799 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.db.segments_db [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Added segment 7b57c70a-f127-4b0f-bcc8-d9af10f9338f of type vlan for network beef2387-d240-4ab3-85b5-b23649f1cf75 Jan 17 09:50:02.990249 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792372310712'] for network (beef2387-d240-4ab3-85b5-b23649f1cf75), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:03.068229 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157'] for network (beef2387-d240-4ab3-85b5-b23649f1cf75), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:03.069159 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:03.070251 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:03.125329 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] Pushing event updated for resources: {'Network': ['ID=beef2387-d240-4ab3-85b5-b23649f1cf75,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:03.135770 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Network beef2387-d240-4ab3-85b5-b23649f1cf75 details requested by agent ovs-agent-dv-cinder-815461-8-iscsi with host dv-cinder-815461-8-iscsi {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:50:03.191237 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-bad0fca8-b281-4f17-aa0e-67cb053d5a7b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6138752 Jan 17 09:50:03.194069 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 44860) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:50:03.199215 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Request body: {'subnet': {'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1563432137-subnet', 'tenant_id': '1d88a2f34c104d5eaa16e95346379fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:50:03.290893 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Made reservation on behalf of 1d88a2f34c104d5eaa16e95346379fb4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:50:03.293246 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4764267'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:03.713852 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4561368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4764281'] for subnet (3b91a6af-00d5-4cb6-9215-a06004fbcbfd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:03.767790 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b91a6af-00d5-4cb6-9215-a06004fbcbfd,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:03.782428 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Checking segment: {'id': '7b57c70a-f127-4b0f-bcc8-d9af10f9338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:50:03.782785 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Network hostable DHCP agents. Network: beef2387-d240-4ab3-85b5-b23649f1cf75, hostable agents: ['94dfd9dc-8338-4a0e-970c-6d89e474fb10'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:50:03.851672 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Network beef2387-d240-4ab3-85b5-b23649f1cf75 is scheduled to be hosted by DHCP agent 94dfd9dc-8338-4a0e-970c-6d89e474fb10 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:50:03.886586 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12175291-bb6d-4671-8afb-20211ff48b4b req-58328cf1-460c-476c-8790-5e7b8b4846c2 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:03.888119 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12175291-bb6d-4671-8afb-20211ff48b4b req-58328cf1-460c-476c-8790-5e7b8b4846c2 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 945 time: 0.0493786 Jan 17 09:50:03.925433 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-8-iscsi, beef2387-d240-4ab3-85b5-b23649f1cf75) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:50:03.930812 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:03.931447 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:03.937278 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e2e4a-69d5-47a8-ab97-d50d7701d975 None None] Network beef2387-d240-4ab3-85b5-b23649f1cf75 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:50:03.941020 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-12175291-bb6d-4671-8afb-20211ff48b4b req-2ab098e0-b391-491c-9dc6-88262772cc30 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/security-groups?id=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459507 Jan 17 09:50:04.013763 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-a82709e7-4800-44d3-b8b4-4e85455d434c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8180549 Jan 17 09:50:04.035808 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89492ae6-844c-41bc-a71b-6e2a22bea400 None None] Network beef2387-d240-4ab3-85b5-b23649f1cf75 requested from dv-cinder-815461-8-iscsi {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:50:04.220926 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96166fb-686c-465a-8cfb-c91c6def95db req-dba963bc-e3ff-4008-b0dd-f1eefcb1ee55 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:04.222680 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f96166fb-686c-465a-8cfb-c91c6def95db req-dba963bc-e3ff-4008-b0dd-f1eefcb1ee55 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.72 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 945 time: 0.0529134 Jan 17 09:50:04.308606 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-f96166fb-686c-465a-8cfb-c91c6def95db req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Deleting port 46a84e83-3d95-4d5c-a964-4742188430cc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:50:04.308949 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f96166fb-686c-465a-8cfb-c91c6def95db req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:04.400858 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f96166fb-686c-465a-8cfb-c91c6def95db req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] For port 46a84e83-3d95-4d5c-a964-4742188430cc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=46a84e83-3d95-4d5c-a964-4742188430cc,segment=NetworkSegment(a916b24b-7f0d-42a8-9d03-34c7b96d046f),segment_id=a916b24b-7f0d-42a8-9d03-34c7b96d046f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:50:04.401230 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f96166fb-686c-465a-8cfb-c91c6def95db req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:04.415011 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-f96166fb-686c-465a-8cfb-c91c6def95db req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Calling delete_port for 46a84e83-3d95-4d5c-a964-4742188430cc owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:50:04.582722 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f96166fb-686c-465a-8cfb-c91c6def95db req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (46a84e83-3d95-4d5c-a964-4742188430cc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:04.594318 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['46a84e83-3d95-4d5c-a964-4742188430cc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:50:04.616558 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Pushing event deleted for resources: {'Port': ['ID=46a84e83-3d95-4d5c-a964-4742188430cc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:04.655137 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96166fb-686c-465a-8cfb-c91c6def95db req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] No DVR routers for this DVR port 46a84e83-3d95-4d5c-a964-4742188430cc on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:50:04.657701 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f96166fb-686c-465a-8cfb-c91c6def95db req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:04.661199 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f96166fb-686c-465a-8cfb-c91c6def95db req-9da9bb67-cc40-4ae7-b064-030f7f1954a6 tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.72 "DELETE /v2.0/ports/46a84e83-3d95-4d5c-a964-4742188430cc HTTP/1.1" status: 204 len: 173 time: 0.4333124 Jan 17 09:50:04.661680 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202c0f35-bbaf-48b2-b4db-109575f2a7d6', 'name': 'network-vif-deleted', 'tag': '46a84e83-3d95-4d5c-a964-4742188430cc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:50:04.664039 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead0e5db-8717-4744-9e2b-c2d12d5a6709" -d '{"events": [{"server_uuid": "202c0f35-bbaf-48b2-b4db-109575f2a7d6", "name": "network-vif-deleted", "tag": "46a84e83-3d95-4d5c-a964-4742188430cc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:50:04.699141 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e7112-2ee8-4fe9-8adc-ed03ebb5356e x-openstack-request-id: req-a47e7112-2ee8-4fe9-8adc-ed03ebb5356e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:50:04.699486 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202c0f35-bbaf-48b2-b4db-109575f2a7d6", "name": "network-vif-deleted", "tag": "46a84e83-3d95-4d5c-a964-4742188430cc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:50:04.699726 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a47e7112-2ee8-4fe9-8adc-ed03ebb5356e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:50:04.700132 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202c0f35-bbaf-48b2-b4db-109575f2a7d6', 'name': 'network-vif-deleted', 'tag': '46a84e83-3d95-4d5c-a964-4742188430cc', 'status': 'completed', 'code': 200} Jan 17 09:50:05.040678 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-27ddec25-b48d-493f-a287-6f255c5ff023 req-c465c2ff-a422-44f5-91fb-a313f095e52b tempest-VolumesActionsTest-4035554 tempest-VolumesActionsTest-4035554-project] 10.222.0.73 "GET /v2.0/ports?device_id=202c0f35-bbaf-48b2-b4db-109575f2a7d6 HTTP/1.1" status: 200 len: 210 time: 0.0257111 Jan 17 09:50:06.180228 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-5b7da866-24b4-4338-88fb-1cf808ee24c7 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:06.181721 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-5b7da866-24b4-4338-88fb-1cf808ee24c7 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/networks?id=beef2387-d240-4ab3-85b5-b23649f1cf75 HTTP/1.1" status: 200 len: 814 time: 0.1030295 Jan 17 09:50:06.196914 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-7b18479c-c9b7-4700-8f83-4cf3ceac9e44 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/quotas/1d88a2f34c104d5eaa16e95346379fb4 HTTP/1.1" status: 200 len: 375 time: 0.0097136 Jan 17 09:50:06.228393 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c4487cf3-9a32-4440-8c37-481c94e6fbcc tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263035 Jan 17 09:50:06.316574 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c4e8da89-692b-4ff7-84eb-c623fc7d7c72 service neutron] 10.222.0.73 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815227 Jan 17 09:50:06.408801 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-0a70face-84d9-49a2-bd35-34988df85f4d service neutron] 10.222.0.73 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844018 Jan 17 09:50:06.660842 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4dff6d49-a1ec-4833-961c-2baa9cbcc5ca req-a16d082d-ce4b-42e4-8bba-b0558c1730c9 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 210 time: 0.0264137 Jan 17 09:50:07.751576 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e956ee25-282d-4f63-869b-bd8ac7621dc3 req-893901eb-db82-47bb-a4d4-321403b44576 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 210 time: 0.0260937 Jan 17 09:50:08.946643 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fe604b3d-65d7-43d9-bac2-0a1e914878b4 req-bc59e1a4-9479-489e-b432-6bbe36448580 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 210 time: 0.1316521 Jan 17 09:50:08.952931 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 46a84e83-3d95-4d5c-a964-4742188430cc no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:50:08.973003 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: 46a84e83-3d95-4d5c-a964-4742188430cc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:50:08.973356 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device 46a84e83-3d95-4d5c-a964-4742188430cc not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:50:10.039867 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-18ded33d-207e-44ec-9c7d-8d4ee6826e8c req-c681a856-6cd9-42ae-b878-6314f389a16f tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 210 time: 0.0290947 Jan 17 09:50:11.131872 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e3afa694-2e7f-43e9-b9db-63f097b5248b req-e0c8882e-8699-4b95-abf9-6f960d515063 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 210 time: 0.0257161 Jan 17 09:50:12.055786 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-bbee3d7f-3276-4a42-8225-a17c210c3ec5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:12.057402 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-bbee3d7f-3276-4a42-8225-a17c210c3ec5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.72 "GET /v2.0/networks?id=beef2387-d240-4ab3-85b5-b23649f1cf75 HTTP/1.1" status: 200 len: 814 time: 0.1244922 Jan 17 09:50:12.068559 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Request body: {'port': {'device_id': 'a89fd085-7be7-4145-b0a8-287015e36ef3', 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75', 'admin_state_up': True, 'tenant_id': '1d88a2f34c104d5eaa16e95346379fb4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:50:12.270186 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Made reservation on behalf of 1d88a2f34c104d5eaa16e95346379fb4 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:50:12.277615 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:12.301222 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1575ea66-8203-458d-b386-b4d8c735160e req-2b3a698c-0028-48f0-b541-b87f47dc7100 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 210 time: 0.1007750 Jan 17 09:50:12.442420 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Allocated IP 172.20.0.11 (beef2387-d240-4ab3-85b5-b23649f1cf75/3b91a6af-00d5-4cb6-9215-a06004fbcbfd/ee42a078-aa2b-400f-a495-0c00f91dea7c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:50:12.604041 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks [] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:12.737042 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:12.782915 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Network beef2387-d240-4ab3-85b5-b23649f1cf75 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:50:12.786117 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:50:12.791016 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:50:12.811767 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Pushing event updated for resources: {'Port': ['ID=ee42a078-aa2b-400f-a495-0c00f91dea7c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:12.841682 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:12.842285 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:12.856612 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:12.912097 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-869f94ba-336a-4723-bb9d-423b8ca791d5 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8471634 Jan 17 09:50:12.952004 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Request body: {'port': {'device_id': 'a89fd085-7be7-4145-b0a8-287015e36ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:50:13.020047 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:13.382999 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee42a078-aa2b-400f-a495-0c00f91dea7c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:50:13.392313 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Publish callbacks [] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:13.420108 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Transition to ACTIVE for port object ee42a078-aa2b-400f-a495-0c00f91dea7c will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:50:13.465572 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd971f2-84cd-4a3c-a340-788ecabb818c req-cfcb945d-2792-4630-a7ec-2d8255468bd4 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:13.467636 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fdd971f2-84cd-4a3c-a340-788ecabb818c req-cfcb945d-2792-4630-a7ec-2d8255468bd4 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 932 time: 0.0668664 Jan 17 09:50:13.502441 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:13.578839 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fdd971f2-84cd-4a3c-a340-788ecabb818c req-dccfd745-0033-4301-8048-0dcf2008c564 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032724 Jan 17 09:50:13.593084 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=ee42a078-aa2b-400f-a495-0c00f91dea7c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:13.677186 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Attempting to bind port ee42a078-aa2b-400f-a495-0c00f91dea7c on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:50:13.677655 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Attempting to bind port ee42a078-aa2b-400f-a495-0c00f91dea7c by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '7b57c70a-f127-4b0f-bcc8-d9af10f9338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:50:13.678075 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Attempting to bind port ee42a078-aa2b-400f-a495-0c00f91dea7c on network beef2387-d240-4ab3-85b5-b23649f1cf75 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:50:13.684120 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Port ee42a078-aa2b-400f-a495-0c00f91dea7c on network beef2387-d240-4ab3-85b5-b23649f1cf75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:50:13.684442 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Attempting to bind port ee42a078-aa2b-400f-a495-0c00f91dea7c on network beef2387-d240-4ab3-85b5-b23649f1cf75 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:50:13.689287 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:50:13.689621 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Checking segment: {'id': '7b57c70a-f127-4b0f-bcc8-d9af10f9338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:50:13.690000 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Bound using segment: {'id': '7b57c70a-f127-4b0f-bcc8-d9af10f9338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:50:13.690426 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Bound port: ee42a078-aa2b-400f-a495-0c00f91dea7c, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b57c70a-f127-4b0f-bcc8-d9af10f9338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:50:13.690822 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:13.778086 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] For port ee42a078-aa2b-400f-a495-0c00f91dea7c, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:50:13.782006 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] For port ee42a078-aa2b-400f-a495-0c00f91dea7c, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee42a078-aa2b-400f-a495-0c00f91dea7c,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:50:13.846005 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:13.892249 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:13.892860 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:13.894247 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] 10.222.0.72 "PUT /v2.0/ports/ee42a078-aa2b-400f-a495-0c00f91dea7c HTTP/1.1" status: 200 len: 1094 time: 0.9465268 Jan 17 09:50:13.894676 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89fd085-7be7-4145-b0a8-287015e36ef3', 'tag': 'ee42a078-aa2b-400f-a495-0c00f91dea7c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:50:13.898060 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697b2b81-5a28-4966-88ea-8e7bebb4cc10" -d '{"events": [{"name": "network-changed", "server_uuid": "a89fd085-7be7-4145-b0a8-287015e36ef3", "tag": "ee42a078-aa2b-400f-a495-0c00f91dea7c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:50:13.950464 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a738b-7a16-48ed-8f5b-861438a8fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=ee42a078-aa2b-400f-a495-0c00f91dea7c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:13.962191 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb81280d-8f6b-4bab-a74a-92ec7e5a7b2a x-openstack-request-id: req-cb81280d-8f6b-4bab-a74a-92ec7e5a7b2a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:50:13.962742 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89fd085-7be7-4145-b0a8-287015e36ef3", "tag": "ee42a078-aa2b-400f-a495-0c00f91dea7c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:50:13.963001 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb81280d-8f6b-4bab-a74a-92ec7e5a7b2a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:50:13.963437 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89fd085-7be7-4145-b0a8-287015e36ef3', 'tag': 'ee42a078-aa2b-400f-a495-0c00f91dea7c', 'status': 'completed', 'code': 200} Jan 17 09:50:14.039910 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b2b81-5a28-4966-88ea-8e7bebb4cc10 req-9e237c83-8735-466a-8ff6-122d12431f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:14.042173 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-697b2b81-5a28-4966-88ea-8e7bebb4cc10 req-9e237c83-8735-466a-8ff6-122d12431f27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0572181 Jan 17 09:50:14.462340 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b2b81-5a28-4966-88ea-8e7bebb4cc10 req-bd51bc55-143e-4464-b983-0f7b03637697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:14.463992 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-697b2b81-5a28-4966-88ea-8e7bebb4cc10 req-bd51bc55-143e-4464-b983-0f7b03637697 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4143782 Jan 17 09:50:14.563108 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b2b81-5a28-4966-88ea-8e7bebb4cc10 req-8703574c-51ce-4e51-bd47-bc9c6d9124c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:14.564688 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-697b2b81-5a28-4966-88ea-8e7bebb4cc10 req-8703574c-51ce-4e51-bd47-bc9c6d9124c1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946329 Jan 17 09:50:14.648368 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-3c8ea77a-32cf-4663-b906-5f9ca273c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:14.650082 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-3c8ea77a-32cf-4663-b906-5f9ca273c126 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0484803 Jan 17 09:50:14.703270 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-a8a2a7a9-d347-45ad-968a-26df90b2b751 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee42a078-aa2b-400f-a495-0c00f91dea7c HTTP/1.1" status: 200 len: 217 time: 0.0460827 Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.772586 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:50:14.775202 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5850-86bf-483c-8492-8b8e8144c29e req-35d4a580-10c8-45f8-bf81-d62ebd187ada tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:14.779969 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-355d5850-86bf-483c-8492-8b8e8144c29e req-35d4a580-10c8-45f8-bf81-d62ebd187ada tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 944 time: 0.1168017 Jan 17 09:50:14.784902 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-2bb42948-0705-417f-b4b8-b51c2c07063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:14.786727 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-2bb42948-0705-417f-b4b8-b51c2c07063f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b91a6af-00d5-4cb6-9215-a06004fbcbfd HTTP/1.1" status: 200 len: 854 time: 0.0692348 Jan 17 09:50:14.829859 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-e6d37adc-9f65-4bf3-bd16-961cbf9f610a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=beef2387-d240-4ab3-85b5-b23649f1cf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353920 Jan 17 09:50:14.905647 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-355d5850-86bf-483c-8492-8b8e8144c29e req-c22954f2-d058-4ea6-bd62-94109a1dfe5c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175103 Jan 17 09:50:14.941152 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-7b30c694-1c9b-4ff3-a989-71f8a0c1120a service neutron] 10.222.0.72 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992115 Jan 17 09:50:15.037060 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ae6d3a2c-c7b3-4691-b27e-461689025a25 req-3f6bcff3-420e-4c18-95a7-9de2002e8f6e service neutron] 10.222.0.72 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905640 Jan 17 09:50:16.043736 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c566-3c9c-4974-b3fa-3f6d4778cdee req-dc76336e-71ec-4389-8d36-a9f1868cb1ad tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:16.045775 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6df4c566-3c9c-4974-b3fa-3f6d4778cdee req-dc76336e-71ec-4389-8d36-a9f1868cb1ad tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 944 time: 0.0599926 Jan 17 09:50:16.097565 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6df4c566-3c9c-4974-b3fa-3f6d4778cdee req-c339de98-0af4-4614-86a0-7c18e06bae22 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463049 Jan 17 09:50:17.229639 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a13c7-a60e-4fb5-a33c-b4b833a74066 req-9734ef68-f066-4303-aa0b-f2ca2caf5f4f tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:17.231315 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f18a13c7-a60e-4fb5-a33c-b4b833a74066 req-9734ef68-f066-4303-aa0b-f2ca2caf5f4f tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 944 time: 0.0538497 Jan 17 09:50:17.283196 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f18a13c7-a60e-4fb5-a33c-b4b833a74066 req-8758facf-a071-4afd-8b7a-7bf554fb00ce tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461743 Jan 17 09:50:17.656128 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:50:18.335813 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ee42a078-aa2b-400f-a495-0c00f91dea7c details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:50:18.412121 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e9bed-5019-45c4-a7bb-8cd746c833e2 req-047e59ce-1c3d-4ec5-828e-3561a10039c9 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:18.420196 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a0e9bed-5019-45c4-a7bb-8cd746c833e2 req-047e59ce-1c3d-4ec5-828e-3561a10039c9 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 944 time: 0.0606291 Jan 17 09:50:18.447102 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port ee42a078-aa2b-400f-a495-0c00f91dea7c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee42a078-aa2b-400f-a495-0c00f91dea7c,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:50:18.464017 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'ee42a078-aa2b-400f-a495-0c00f91dea7c', 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75', 'port_id': 'ee42a078-aa2b-400f-a495-0c00f91dea7c', 'mac_address': 'fa:16:3e:b9:c7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b91a6af-00d5-4cb6-9215-a06004fbcbfd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:50:18.466055 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5a0e9bed-5019-45c4-a7bb-8cd746c833e2 req-91eee126-ac35-4355-9812-8b82c7fe608d tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Jan 17 09:50:18.504917 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port ee42a078-aa2b-400f-a495-0c00f91dea7c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:50:18.505317 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:18.519885 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee42a078-aa2b-400f-a495-0c00f91dea7c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:50:18.545161 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port ee42a078-aa2b-400f-a495-0c00f91dea7c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee42a078-aa2b-400f-a495-0c00f91dea7c,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:50:18.593729 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:18.652685 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=ee42a078-aa2b-400f-a495-0c00f91dea7c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:18.945470 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['ee42a078-aa2b-400f-a495-0c00f91dea7c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:50:19.595410 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381f8e-6482-4e45-90e2-37a7caad353e req-26dff193-d46b-4a41-af12-ae95937d4c3c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:19.597202 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66381f8e-6482-4e45-90e2-37a7caad353e req-26dff193-d46b-4a41-af12-ae95937d4c3c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 945 time: 0.0545995 Jan 17 09:50:19.654770 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-66381f8e-6482-4e45-90e2-37a7caad353e req-d8aea4bf-3712-4b99-9320-771ffa3506ba tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511997 Jan 17 09:50:20.334592 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ee42a078-aa2b-400f-a495-0c00f91dea7c up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:50:20.456917 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port ee42a078-aa2b-400f-a495-0c00f91dea7c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:50:20.464410 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port ee42a078-aa2b-400f-a495-0c00f91dea7c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:50:20.475803 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:20.562960 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port ee42a078-aa2b-400f-a495-0c00f91dea7c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:50:20.563495 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:20.589890 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fd085-7be7-4145-b0a8-287015e36ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee42a078-aa2b-400f-a495-0c00f91dea7c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:50:20.592976 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaac381-6d32-4dee-a8a5-d5f6d07452db" -d '{"events": [{"server_uuid": "a89fd085-7be7-4145-b0a8-287015e36ef3", "name": "network-vif-plugged", "status": "completed", "tag": "ee42a078-aa2b-400f-a495-0c00f91dea7c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:50:20.617296 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port ee42a078-aa2b-400f-a495-0c00f91dea7c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee42a078-aa2b-400f-a495-0c00f91dea7c,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:50:20.651306 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652863ec-9995-4ce3-a841-7f5fe26ed33c x-openstack-request-id: req-652863ec-9995-4ce3-a841-7f5fe26ed33c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:50:20.653280 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fd085-7be7-4145-b0a8-287015e36ef3", "name": "network-vif-plugged", "status": "completed", "tag": "ee42a078-aa2b-400f-a495-0c00f91dea7c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:50:20.653633 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-652863ec-9995-4ce3-a841-7f5fe26ed33c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:50:20.656146 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fd085-7be7-4145-b0a8-287015e36ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee42a078-aa2b-400f-a495-0c00f91dea7c', 'code': 200} Jan 17 09:50:20.685185 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:20.750780 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=ee42a078-aa2b-400f-a495-0c00f91dea7c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:20.806944 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c8319-6efe-4c56-ade9-21bf9590a4c8 req-b5a1677d-ad0a-4453-a576-e521e00fbbee tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:20.808767 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c23c8319-6efe-4c56-ade9-21bf9590a4c8 req-b5a1677d-ad0a-4453-a576-e521e00fbbee tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 946 time: 0.0559938 Jan 17 09:50:20.862113 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c23c8319-6efe-4c56-ade9-21bf9590a4c8 req-609bbfba-8708-4488-a2e2-b13d78c5f0cb tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Jan 17 09:50:20.966794 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1b8f0-afb8-4498-bc21-6693448882a2 req-3a83e285-8bdb-4209-8863-12fa327be33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:20.968459 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-70e1b8f0-afb8-4498-bc21-6693448882a2 req-3a83e285-8bdb-4209-8863-12fa327be33c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0436621 Jan 17 09:50:21.016476 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-70e1b8f0-afb8-4498-bc21-6693448882a2 req-ab88f746-365f-4f73-a5e6-0125a3ebc828 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Jan 17 09:50:21.913207 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-04aa3de5-ff8e-42a1-a1e0-4134fcc2c3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:21.986068 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bd2f5-aa21-4466-8282-cd9b9cc34563 req-d624c4aa-de59-4e0e-aedf-ad84dbd4e598 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:21.987617 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c4bd2f5-aa21-4466-8282-cd9b9cc34563 req-d624c4aa-de59-4e0e-aedf-ad84dbd4e598 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 946 time: 0.0525506 Jan 17 09:50:22.055814 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4c4bd2f5-aa21-4466-8282-cd9b9cc34563 req-f47c255b-68c5-4362-8d2b-4672374e545f tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557153 Jan 17 09:50:23.176098 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa87b0-8263-45df-9cd9-377af1ba374c req-4a89c40e-8a3e-430c-ad2b-a3691c37356a tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:23.177945 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1baa87b0-8263-45df-9cd9-377af1ba374c req-4a89c40e-8a3e-430c-ad2b-a3691c37356a tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 946 time: 0.0548973 Jan 17 09:50:23.230414 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-1baa87b0-8263-45df-9cd9-377af1ba374c req-851f9939-d2f8-4fc8-8e4e-e11d9fd96b80 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463600 Jan 17 09:50:24.342088 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bc7fcab9-1bee-4975-af08-ad60c5c63627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:25.485575 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:27.175722 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:28.358574 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:30.454527 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-387565aa-94ac-425b-ad90-a3f5be1088e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386367 Jan 17 09:50:30.543415 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-18175b4e-9e76-440b-9ea9-871d643dfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:30.545014 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-18175b4e-9e76-440b-9ea9-871d643dfbcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0430796 Jan 17 09:50:30.667123 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-d9f5edf1-5cc5-4bbd-ae8a-123d1ad3ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:30.668523 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-d9f5edf1-5cc5-4bbd-ae8a-123d1ad3ecc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=beef2387-d240-4ab3-85b5-b23649f1cf75 HTTP/1.1" status: 200 len: 915 time: 0.0830364 Jan 17 09:50:30.716127 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-b66c7656-b1c7-4c05-8ed3-ccc1dbf33736 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee42a078-aa2b-400f-a495-0c00f91dea7c HTTP/1.1" status: 200 len: 217 time: 0.0411947 Jan 17 09:50:30.762708 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-db317b6b-7ac7-43ff-80d8-96030f1fa695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:50:30.764133 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-db317b6b-7ac7-43ff-80d8-96030f1fa695 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b91a6af-00d5-4cb6-9215-a06004fbcbfd HTTP/1.1" status: 200 len: 854 time: 0.0419822 Jan 17 09:50:30.795663 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-cec802e4-ec15-4e3d-8dc6-d39f3105d7cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=beef2387-d240-4ab3-85b5-b23649f1cf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243914 Jan 17 09:50:30.886873 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-4697de0e-2007-47ac-854a-19e924467887 service neutron] 10.222.0.72 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846584 Jan 17 09:50:30.985513 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a4f542b6-9cf0-4b42-8089-40096bcdf86e req-d06974d3-12f2-426d-9a50-506bfa77efdc service neutron] 10.222.0.72 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921633 Jan 17 09:50:33.936641 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 45238) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:50:33.989832 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c596e2e-1a64-4604-9415-bb61a6e1f18c admin admin] Deleting subnet 438ea62b-19fa-4d71-9d9f-23228b9e6cb6 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:50:33.993021 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c596e2e-1a64-4604-9415-bb61a6e1f18c admin admin] Publish callbacks [] for subnet (438ea62b-19fa-4d71-9d9f-23228b9e6cb6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.028189 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c596e2e-1a64-4604-9415-bb61a6e1f18c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4561382'] for subnet (438ea62b-19fa-4d71-9d9f-23228b9e6cb6), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.073873 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c596e2e-1a64-4604-9415-bb61a6e1f18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (438ea62b-19fa-4d71-9d9f-23228b9e6cb6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.177135 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c596e2e-1a64-4604-9415-bb61a6e1f18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4764160'] for subnet (438ea62b-19fa-4d71-9d9f-23228b9e6cb6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.208472 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c596e2e-1a64-4604-9415-bb61a6e1f18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438ea62b-19fa-4d71-9d9f-23228b9e6cb6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:34.212207 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c596e2e-1a64-4604-9415-bb61a6e1f18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.215406 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2c596e2e-1a64-4604-9415-bb61a6e1f18c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/438ea62b-19fa-4d71-9d9f-23228b9e6cb6 HTTP/1.1" status: 204 len: 168 time: 0.2777388 Jan 17 09:50:34.217877 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 45240) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:50:34.282983 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (5aebf56a-2f4b-42af-8bd3-f47572f32be0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.360121 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (5aebf56a-2f4b-42af-8bd3-f47572f32be0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.379481 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aebf56a-2f4b-42af-8bd3-f47572f32be0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:50:34.388870 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a916b24b-7f0d-42a8-9d03-34c7b96d046f') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:50:34.389162 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.services.segments.db [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a916b24b-7f0d-42a8-9d03-34c7b96d046f') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:50:34.398124 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4555541'] for segment (a916b24b-7f0d-42a8-9d03-34c7b96d046f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.410688 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (a916b24b-7f0d-42a8-9d03-34c7b96d046f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.416532 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:50:34.416918 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4561265'] for segment (a916b24b-7f0d-42a8-9d03-34c7b96d046f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: Traceback (most recent call last): Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: timer() Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: cb(*args, **kw) Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: return func(*args, **kwargs) Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: self._notify() Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: self.callback(batched_events) Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: event.method(event) Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: return f(self, *a, **k) Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._get(url).json() Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: return self.request(url, 'GET', **kwargs) Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:50:34.418604 dv-cinder-815461-8-iscsi neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:50:34.512898 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (5aebf56a-2f4b-42af-8bd3-f47572f32be0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.518258 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.521590 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5aebf56a-2f4b-42af-8bd3-f47572f32be0 HTTP/1.1" status: 204 len: 168 time: 0.3027732 Jan 17 09:50:34.532366 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f1a5c-7e9f-4fc2-a959-428edd114a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aebf56a-2f4b-42af-8bd3-f47572f32be0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:34.810801 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 45246) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:50:34.848466 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-88b9d6eb-4f93-4eb3-9dbe-e00364a5f3c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd3aaab8e7394642893288fd5f48f255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0364749 Jan 17 09:50:34.850692 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 45248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:50:34.899775 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c2a053e-bdee-4835-97c7-cfae20d29dc1 admin admin] Publish callbacks [] for security_group (bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:34.920312 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c2a053e-bdee-4835-97c7-cfae20d29dc1 admin admin] Publish callbacks [] for security_group (bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:35.032858 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c2a053e-bdee-4835-97c7-cfae20d29dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:35.035539 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c2a053e-bdee-4835-97c7-cfae20d29dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:35.036707 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-2c2a053e-bdee-4835-97c7-cfae20d29dc1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60 HTTP/1.1" status: 204 len: 168 time: 0.1851485 Jan 17 09:50:35.046102 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a053e-bdee-4835-97c7-cfae20d29dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc20c92b-c9be-4a3a-86d1-fbc1fb74ee60,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:50:42.820857 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:51.746639 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [req-f87e32fc-5fa3-48db-9119-5d7863929d88 req-d3977a97-a2e0-4b1e-a35a-c838744fd262 service neutron] (103256) timed out ('10.222.0.72', 62648) {{(pid=103256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 09:50:51.871983 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dbde23f0-570d-4765-8994-563a026ec73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:53.436563 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-35f90e93-90de-4de5-ab86-924eaed9c0e6 req-6847af1b-bb29-4ac9-8ef3-4ba7e97457c9 service neutron] (103255) timed out ('10.222.0.72', 62669) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 09:50:54.357763 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc85091b-9f87-4db2-82c2-ccbe905e985d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:54.657076 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:50:55.449457 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:57.249055 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:58.352125 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:12.837205 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:20.256796 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d090b-f711-4dcb-b0ac-4ca5387bc37d req-776df7e2-a195-4cce-86f9-de4ed2a02e16 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:20.258261 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a74d090b-f711-4dcb-b0ac-4ca5387bc37d req-776df7e2-a195-4cce-86f9-de4ed2a02e16 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 946 time: 0.0491426 Jan 17 09:51:20.303676 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a74d090b-f711-4dcb-b0ac-4ca5387bc37d req-0add726f-fec6-4861-845e-377052075997 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 Jan 17 09:51:21.422357 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f793719-b55f-4f63-982b-56a6f903b5cc req-d2ca8b7b-11ba-46c0-890f-f2269ab0433b tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:21.423863 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4f793719-b55f-4f63-982b-56a6f903b5cc req-d2ca8b7b-11ba-46c0-890f-f2269ab0433b tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 946 time: 0.0533743 Jan 17 09:51:21.470241 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-4f793719-b55f-4f63-982b-56a6f903b5cc req-adbb0a78-f4c9-4417-b085-e450e0ddafcd tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Jan 17 09:51:21.865099 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd3617d1-301f-47f8-a148-6aaaac5ffa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:22.009758 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-44ff7098-883a-4dc6-afdf-120d8cc21ed0 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:22.011164 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-44ff7098-883a-4dc6-afdf-120d8cc21ed0 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.72 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 946 time: 0.0487320 Jan 17 09:51:22.106785 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Deleting port ee42a078-aa2b-400f-a495-0c00f91dea7c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:51:22.107123 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:22.197266 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] For port ee42a078-aa2b-400f-a495-0c00f91dea7c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=ee42a078-aa2b-400f-a495-0c00f91dea7c,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:51:22.197616 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:22.210222 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Calling delete_port for ee42a078-aa2b-400f-a495-0c00f91dea7c owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:51:22.402491 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (ee42a078-aa2b-400f-a495-0c00f91dea7c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:22.414629 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['ee42a078-aa2b-400f-a495-0c00f91dea7c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:51:22.430967 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Pushing event deleted for resources: {'Port': ['ID=ee42a078-aa2b-400f-a495-0c00f91dea7c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:51:22.455368 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.455724 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.456069 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.456412 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.456747 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.457079 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.457409 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.457733 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.458057 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.458380 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.458703 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.459024 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.459367 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:22.483359 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] No DVR routers for this DVR port ee42a078-aa2b-400f-a495-0c00f91dea7c on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:51:22.486192 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:22.489510 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-42821ab9-e9d4-4d80-bd0a-bdc6b908c137 req-3a5cb656-d0a3-45c5-b089-43e68330fd6c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.72 "DELETE /v2.0/ports/ee42a078-aa2b-400f-a495-0c00f91dea7c HTTP/1.1" status: 204 len: 173 time: 0.4722493 Jan 17 09:51:22.491709 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fd085-7be7-4145-b0a8-287015e36ef3', 'name': 'network-vif-deleted', 'tag': 'ee42a078-aa2b-400f-a495-0c00f91dea7c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:51:22.492185 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610690ab-1fee-4cf6-9763-85af48f96963" -d '{"events": [{"server_uuid": "a89fd085-7be7-4145-b0a8-287015e36ef3", "name": "network-vif-deleted", "tag": "ee42a078-aa2b-400f-a495-0c00f91dea7c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:51:22.529002 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637f09d8-5127-480f-9c74-ae82e6408f8d x-openstack-request-id: req-637f09d8-5127-480f-9c74-ae82e6408f8d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:51:22.529323 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fd085-7be7-4145-b0a8-287015e36ef3", "name": "network-vif-deleted", "tag": "ee42a078-aa2b-400f-a495-0c00f91dea7c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:51:22.529578 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-637f09d8-5127-480f-9c74-ae82e6408f8d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:51:22.530010 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fd085-7be7-4145-b0a8-287015e36ef3', 'name': 'network-vif-deleted', 'tag': 'ee42a078-aa2b-400f-a495-0c00f91dea7c', 'status': 'completed', 'code': 200} Jan 17 09:51:22.565578 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f445ddf1-2bf0-422c-ba52-fdc1d07966d6 req-62ccfb29-5f05-4bb6-a7e0-3f82f5305d3b tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a89fd085-7be7-4145-b0a8-287015e36ef3 HTTP/1.1" status: 200 len: 210 time: 0.0268335 Jan 17 09:51:24.379719 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb6837cb-67f0-495c-b5d3-4464917bde78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:25.454422 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:27.179411 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:27.738760 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ee42a078-aa2b-400f-a495-0c00f91dea7c no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:51:27.760068 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: ee42a078-aa2b-400f-a495-0c00f91dea7c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:51:27.760466 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device ee42a078-aa2b-400f-a495-0c00f91dea7c not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:51:28.368226 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:31.656730 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:51:35.119539 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-05678abf-4b12-417a-9686-4f03769a70f3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:35.120907 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-05678abf-4b12-417a-9686-4f03769a70f3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/networks?id=beef2387-d240-4ab3-85b5-b23649f1cf75 HTTP/1.1" status: 200 len: 814 time: 0.0987973 Jan 17 09:51:35.135479 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-e2f4e8cb-7758-4df1-b041-716f6aa38d5d tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/quotas/1d88a2f34c104d5eaa16e95346379fb4 HTTP/1.1" status: 200 len: 375 time: 0.0087178 Jan 17 09:51:35.168702 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-5415f3ee-ad6c-44b3-8013-a701af0a7084 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286155 Jan 17 09:51:35.254404 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-d7468f23-0593-43a2-8fe7-ce6f2940ab31 service neutron] 10.222.0.73 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788901 Jan 17 09:51:35.343716 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-51daa887-2f14-4942-be44-7281e8117a72 service neutron] 10.222.0.73 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837095 Jan 17 09:51:35.591524 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-60c41187-0203-4967-94f2-9423d99f7967 req-cf07d7c8-36da-4b02-a9ef-1ca7bf4e3a6a tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 210 time: 0.0265312 Jan 17 09:51:36.684786 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ab721156-a8fe-4800-b31c-82585b0888a1 req-f3fe3979-1528-4600-9fe8-e791cd26fd5b tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 210 time: 0.0263903 Jan 17 09:51:37.429328 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-03c5298c-5162-4d2b-81bc-bf206a3bc484 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:37.430880 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-03c5298c-5162-4d2b-81bc-bf206a3bc484 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.72 "GET /v2.0/networks?id=beef2387-d240-4ab3-85b5-b23649f1cf75 HTTP/1.1" status: 200 len: 814 time: 0.1068854 Jan 17 09:51:37.442648 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Request body: {'port': {'device_id': '885f4ce5-4e3c-43a3-9eef-9cef0fb7d149', 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75', 'admin_state_up': True, 'tenant_id': '1d88a2f34c104d5eaa16e95346379fb4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:51:37.608288 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Made reservation on behalf of 1d88a2f34c104d5eaa16e95346379fb4 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:51:37.612022 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:37.736357 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Allocated IP 172.20.0.5 (beef2387-d240-4ab3-85b5-b23649f1cf75/3b91a6af-00d5-4cb6-9215-a06004fbcbfd/d89c2c38-69af-4fe0-b912-fb1e9e141604) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:51:37.789368 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a0d71516-ffdb-4ce9-a0ad-5498a2f8414e req-21d15d01-e7ed-42b8-a230-51526538b899 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 210 time: 0.0380955 Jan 17 09:51:37.899067 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks [] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:37.996904 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792372293479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:38.038247 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Network beef2387-d240-4ab3-85b5-b23649f1cf75 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:51:38.041157 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:51:38.044760 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:51:38.068650 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Pushing event updated for resources: {'Port': ['ID=d89c2c38-69af-4fe0-b912-fb1e9e141604,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:51:38.096542 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:38.097150 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:38.165156 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-31e342a7-e819-4e72-aede-e34df2dca0d3 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7260504 Jan 17 09:51:38.305856 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Request body: {'port': {'device_id': '885f4ce5-4e3c-43a3-9eef-9cef0fb7d149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:51:38.361528 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:38.610540 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89c2c38-69af-4fe0-b912-fb1e9e141604 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:51:38.617869 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Publish callbacks [] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:38.630205 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Transition to ACTIVE for port object d89c2c38-69af-4fe0-b912-fb1e9e141604 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:51:38.710708 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:38.760861 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c2c38-69af-4fe0-b912-fb1e9e141604,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:51:38.829663 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Attempting to bind port d89c2c38-69af-4fe0-b912-fb1e9e141604 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:51:38.830002 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Attempting to bind port d89c2c38-69af-4fe0-b912-fb1e9e141604 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '7b57c70a-f127-4b0f-bcc8-d9af10f9338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:51:38.830334 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Attempting to bind port d89c2c38-69af-4fe0-b912-fb1e9e141604 on network beef2387-d240-4ab3-85b5-b23649f1cf75 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:51:38.834680 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Port d89c2c38-69af-4fe0-b912-fb1e9e141604 on network beef2387-d240-4ab3-85b5-b23649f1cf75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:51:38.835006 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Attempting to bind port d89c2c38-69af-4fe0-b912-fb1e9e141604 on network beef2387-d240-4ab3-85b5-b23649f1cf75 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:51:38.839825 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Checking agent: {'id': '046cf2d8-0b78-406c-aed0-f72a454e1bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'started_at': datetime.datetime(2022, 1, 17, 9, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:51:38.840161 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Checking segment: {'id': '7b57c70a-f127-4b0f-bcc8-d9af10f9338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:51:38.840542 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Bound using segment: {'id': '7b57c70a-f127-4b0f-bcc8-d9af10f9338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:51:38.840967 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Bound port: d89c2c38-69af-4fe0-b912-fb1e9e141604, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b57c70a-f127-4b0f-bcc8-d9af10f9338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:51:38.841322 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:38.934432 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] For port d89c2c38-69af-4fe0-b912-fb1e9e141604, host hv-cinder-81546, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:51:38.935406 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] For port d89c2c38-69af-4fe0-b912-fb1e9e141604, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d89c2c38-69af-4fe0-b912-fb1e9e141604,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:51:38.943133 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb2da6-b985-4243-af2e-3de9857ce409 req-cde10cba-0366-44c1-b0ed-25acc294c573 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:38.944647 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-24cb2da6-b985-4243-af2e-3de9857ce409 req-cde10cba-0366-44c1-b0ed-25acc294c573 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 943 time: 0.0721929 Jan 17 09:51:38.994550 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-24cb2da6-b985-4243-af2e-3de9857ce409 req-0b323092-3bc1-4343-9bc4-7947f09575c8 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Jan 17 09:51:39.002688 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66555695'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:39.037298 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:39.037915 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:39.039354 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] 10.222.0.72 "PUT /v2.0/ports/d89c2c38-69af-4fe0-b912-fb1e9e141604 HTTP/1.1" status: 200 len: 1093 time: 0.8255706 Jan 17 09:51:39.039796 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885f4ce5-4e3c-43a3-9eef-9cef0fb7d149', 'tag': 'd89c2c38-69af-4fe0-b912-fb1e9e141604'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:51:39.042055 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b02f4d5-0a41-422a-84d3-291fe02628ce" -d '{"events": [{"name": "network-changed", "server_uuid": "885f4ce5-4e3c-43a3-9eef-9cef0fb7d149", "tag": "d89c2c38-69af-4fe0-b912-fb1e9e141604"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:51:39.064779 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c6434-17db-4017-966a-65f952ee7b54 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c2c38-69af-4fe0-b912-fb1e9e141604,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:51:39.079579 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba50a49-1406-44c2-bdd8-feee4139ebed x-openstack-request-id: req-7ba50a49-1406-44c2-bdd8-feee4139ebed {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:51:39.079869 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885f4ce5-4e3c-43a3-9eef-9cef0fb7d149", "tag": "d89c2c38-69af-4fe0-b912-fb1e9e141604", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:51:39.080122 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ba50a49-1406-44c2-bdd8-feee4139ebed {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:51:39.080521 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885f4ce5-4e3c-43a3-9eef-9cef0fb7d149', 'tag': 'd89c2c38-69af-4fe0-b912-fb1e9e141604', 'status': 'completed', 'code': 200} Jan 17 09:51:39.141372 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02f4d5-0a41-422a-84d3-291fe02628ce req-0ffed3ef-5f4c-46a2-9544-7878278c3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:39.142863 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6b02f4d5-0a41-422a-84d3-291fe02628ce req-0ffed3ef-5f4c-46a2-9544-7878278c3ddf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 1096 time: 0.0405967 Jan 17 09:51:39.241667 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02f4d5-0a41-422a-84d3-291fe02628ce req-e17e59b2-906e-4e19-b981-50def2d393cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:39.243033 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6b02f4d5-0a41-422a-84d3-291fe02628ce req-e17e59b2-906e-4e19-b981-50def2d393cf service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929697 Jan 17 09:51:39.332372 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02f4d5-0a41-422a-84d3-291fe02628ce req-83a5fa6f-2a9d-4fcd-87e3-cf6a132c755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:39.333665 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-6b02f4d5-0a41-422a-84d3-291fe02628ce req-83a5fa6f-2a9d-4fcd-87e3-cf6a132c755e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853560 Jan 17 09:51:39.426893 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-1db62036-6d9e-4af5-bb9f-76268e62de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:39.428377 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-1db62036-6d9e-4af5-bb9f-76268e62de00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 1096 time: 0.0394537 Jan 17 09:51:39.472346 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-24b4626c-07c0-4726-b4c0-886493c217fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d89c2c38-69af-4fe0-b912-fb1e9e141604 HTTP/1.1" status: 200 len: 217 time: 0.0369051 Jan 17 09:51:39.518540 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-822e9719-77c6-4d51-aeaf-bff335a51674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:39.519888 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-822e9719-77c6-4d51-aeaf-bff335a51674 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b91a6af-00d5-4cb6-9215-a06004fbcbfd HTTP/1.1" status: 200 len: 854 time: 0.0420735 Jan 17 09:51:39.548108 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-137f08b6-c99c-4f0d-9821-6003734a9cfa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=beef2387-d240-4ab3-85b5-b23649f1cf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230553 Jan 17 09:51:39.639059 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-54433b47-0bb5-4aa9-8c3a-82a185561158 service neutron] 10.222.0.72 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847290 Jan 17 09:51:39.722915 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-50077c70-0389-436c-a84b-e229e5c6c9b0 req-2a30eb97-36b3-4a28-a5e7-e0c529f6bbdd service neutron] 10.222.0.72 "GET /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778730 Jan 17 09:51:40.110201 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60065a-9303-4c72-b2f7-79a2002db300 req-a73162ee-1bfb-445a-998b-0247b2090ca8 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:40.111661 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf60065a-9303-4c72-b2f7-79a2002db300 req-a73162ee-1bfb-445a-998b-0247b2090ca8 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 943 time: 0.0518832 Jan 17 09:51:40.169642 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-bf60065a-9303-4c72-b2f7-79a2002db300 req-552f1b2d-c5eb-4ede-96e2-f48c226a1a9a tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525894 Jan 17 09:51:41.281690 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebb67a-add3-4a6f-970d-085c35760c81 req-d04b7fe2-8cbf-44a3-a555-938af1e61bf9 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:41.283107 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f9ebb67a-add3-4a6f-970d-085c35760c81 req-d04b7fe2-8cbf-44a3-a555-938af1e61bf9 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 943 time: 0.0465875 Jan 17 09:51:41.328419 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f9ebb67a-add3-4a6f-970d-085c35760c81 req-54e45bc0-69b5-4a26-8f69-40eb2fabc5d1 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Jan 17 09:51:42.439625 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402fd6b-a730-4c90-8a5b-a0efaf834393 req-1580e5ff-faeb-4ebc-95fe-ec07a807afd2 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:42.441083 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8402fd6b-a730-4c90-8a5b-a0efaf834393 req-1580e5ff-faeb-4ebc-95fe-ec07a807afd2 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 943 time: 0.0465889 Jan 17 09:51:42.489018 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8402fd6b-a730-4c90-8a5b-a0efaf834393 req-e69cdacd-3e92-4e4d-843f-161146fdb005 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Jan 17 09:51:42.792542 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device d89c2c38-69af-4fe0-b912-fb1e9e141604 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:51:42.888155 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port d89c2c38-69af-4fe0-b912-fb1e9e141604, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d89c2c38-69af-4fe0-b912-fb1e9e141604,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:51:42.898864 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Returning: {'device': 'd89c2c38-69af-4fe0-b912-fb1e9e141604', 'network_id': 'beef2387-d240-4ab3-85b5-b23649f1cf75', 'port_id': 'd89c2c38-69af-4fe0-b912-fb1e9e141604', 'mac_address': 'fa:16:3e:4b:24:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b91a6af-00d5-4cb6-9215-a06004fbcbfd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:51:42.904607 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:42.934755 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port d89c2c38-69af-4fe0-b912-fb1e9e141604 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:51:42.935128 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:42.947862 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c2c38-69af-4fe0-b912-fb1e9e141604 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:51:42.965861 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port d89c2c38-69af-4fe0-b912-fb1e9e141604, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d89c2c38-69af-4fe0-b912-fb1e9e141604,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:51:43.076397 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:43.126920 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=d89c2c38-69af-4fe0-b912-fb1e9e141604,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:51:43.133744 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.134089 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.134431 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.134765 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.135095 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.135448 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.135776 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.136099 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.136424 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.136745 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.137066 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.137384 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.137701 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:51:43.384862 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['d89c2c38-69af-4fe0-b912-fb1e9e141604'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:51:43.611012 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d390267-a78c-4746-8515-2f77a86e71a7 req-ac86f939-f89a-4b8d-ab12-d3d49a1ccbac tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:43.612586 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9d390267-a78c-4746-8515-2f77a86e71a7 req-ac86f939-f89a-4b8d-ab12-d3d49a1ccbac tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 944 time: 0.0554554 Jan 17 09:51:43.658514 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-9d390267-a78c-4746-8515-2f77a86e71a7 req-c3e88e28-a0fd-412c-b572-39f59512c524 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Jan 17 09:51:44.768546 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0311c5f-6ee9-4bad-bd9a-3af61c874d92 req-c8d72f64-7a25-4cab-8c14-5a065aaeff28 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:44.770012 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0311c5f-6ee9-4bad-bd9a-3af61c874d92 req-c8d72f64-7a25-4cab-8c14-5a065aaeff28 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 944 time: 0.0469096 Jan 17 09:51:44.804954 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device d89c2c38-69af-4fe0-b912-fb1e9e141604 up at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:51:44.824859 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-f0311c5f-6ee9-4bad-bd9a-3af61c874d92 req-f81eee51-4667-4a74-bfa0-590531b377d4 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493526 Jan 17 09:51:44.927319 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning for port d89c2c38-69af-4fe0-b912-fb1e9e141604 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:51:44.930969 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Provisioning complete for port d89c2c38-69af-4fe0-b912-fb1e9e141604 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:51:44.931363 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534426'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:45.007882 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Current status of the port d89c2c38-69af-4fe0-b912-fb1e9e141604 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:51:45.008183 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609283'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:45.029669 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885f4ce5-4e3c-43a3-9eef-9cef0fb7d149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c2c38-69af-4fe0-b912-fb1e9e141604'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:51:45.031938 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7789fcfb9a77fd356847986feab59b419abc4999b7547c0933abcffb42fb2405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba53418-ffa3-4ddc-8feb-062ef88d0f8b" -d '{"events": [{"server_uuid": "885f4ce5-4e3c-43a3-9eef-9cef0fb7d149", "name": "network-vif-plugged", "status": "completed", "tag": "d89c2c38-69af-4fe0-b912-fb1e9e141604"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:51:45.044430 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] For port d89c2c38-69af-4fe0-b912-fb1e9e141604, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d89c2c38-69af-4fe0-b912-fb1e9e141604,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:51:45.067544 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ef874-79e4-4c69-b504-c9bcaee367a2 x-openstack-request-id: req-8a2ef874-79e4-4c69-b504-c9bcaee367a2 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:51:45.067842 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885f4ce5-4e3c-43a3-9eef-9cef0fb7d149", "name": "network-vif-plugged", "status": "completed", "tag": "d89c2c38-69af-4fe0-b912-fb1e9e141604", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:51:45.068093 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a2ef874-79e4-4c69-b504-c9bcaee367a2 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:51:45.068501 dv-cinder-815461-8-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885f4ce5-4e3c-43a3-9eef-9cef0fb7d149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c2c38-69af-4fe0-b912-fb1e9e141604', 'code': 200} Jan 17 09:51:45.081833 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792372873611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792372293497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792372293515'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:45.130272 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Pushing event updated for resources: {'Port': ['ID=d89c2c38-69af-4fe0-b912-fb1e9e141604,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:51:45.365476 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0099b76-843d-4711-ac8e-83b2059ae64a req-07342156-23d6-47b8-992b-655bbaa9c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:45.366958 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e0099b76-843d-4711-ac8e-83b2059ae64a req-07342156-23d6-47b8-992b-655bbaa9c9f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 1098 time: 0.0444589 Jan 17 09:51:45.409104 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e0099b76-843d-4711-ac8e-83b2059ae64a req-d2dd8ac5-7da6-4132-8909-743ef7097687 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362818 Jan 17 09:51:45.939046 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d9eaf-9366-4001-88f1-5c22e88b12f0 req-4bad2ab6-075f-4dea-b1f8-221e9a9a3e03 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:45.940513 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-384d9eaf-9366-4001-88f1-5c22e88b12f0 req-4bad2ab6-075f-4dea-b1f8-221e9a9a3e03 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 945 time: 0.0471375 Jan 17 09:51:45.985941 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-384d9eaf-9366-4001-88f1-5c22e88b12f0 req-d1569a25-d3e6-4c7f-ab5d-5f49337b669d tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Jan 17 09:51:47.098946 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb02b0-1da6-41a1-b255-568c7528e3e1 req-dea30a43-0b12-45aa-bf6e-8592ecf226c2 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:51:47.100396 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0deb02b0-1da6-41a1-b255-568c7528e3e1 req-dea30a43-0b12-45aa-bf6e-8592ecf226c2 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 945 time: 0.0470681 Jan 17 09:51:47.148654 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-0deb02b0-1da6-41a1-b255-568c7528e3e1 req-2ae9bd4c-91e7-4b68-b636-32d330ab5e27 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428143 Jan 17 09:51:51.899454 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75df70f8-2421-49bc-b04f-08a6c1aaf3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:54.384733 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2bf88d6-97a0-4f94-affb-3f013268c737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:55.499412 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:57.184238 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:58.367521 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:08.655497 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:52:12.870299 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:14.098052 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1416f-968a-4ced-b830-5525b0afd835 req-5f0c50e5-0bd0-451a-8edd-fc5f3c563569 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:52:14.099536 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-26e1416f-968a-4ced-b830-5525b0afd835 req-5f0c50e5-0bd0-451a-8edd-fc5f3c563569 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 945 time: 0.0484045 Jan 17 09:52:14.145615 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-26e1416f-968a-4ced-b830-5525b0afd835 req-bb03aca5-8722-4af0-bae4-c6522bf684c0 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Jan 17 09:52:15.258783 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54fec4-6f1f-4210-9231-fa551a629738 req-e4e8aa8c-c916-4937-8d8b-83a8b509a71a tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:52:15.260238 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad54fec4-6f1f-4210-9231-fa551a629738 req-e4e8aa8c-c916-4937-8d8b-83a8b509a71a tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 945 time: 0.0473285 Jan 17 09:52:15.304919 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-ad54fec4-6f1f-4210-9231-fa551a629738 req-c382d1c5-251a-4f04-bcc7-c81c95b15485 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 Jan 17 09:52:16.053154 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-31a876e3-f69e-4ed6-b971-3c82c6dacf5a tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:52:16.054592 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-31a876e3-f69e-4ed6-b971-3c82c6dacf5a tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.72 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 945 time: 0.0563323 Jan 17 09:52:16.147225 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Deleting port d89c2c38-69af-4fe0-b912-fb1e9e141604 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:52:16.147584 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792372866789'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:16.250485 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] For port d89c2c38-69af-4fe0-b912-fb1e9e141604, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d89c2c38-69af-4fe0-b912-fb1e9e141604,segment=NetworkSegment(7b57c70a-f127-4b0f-bcc8-d9af10f9338f),segment_id=7b57c70a-f127-4b0f-bcc8-d9af10f9338f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:52:16.250846 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7887786'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:16.271147 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Calling delete_port for d89c2c38-69af-4fe0-b912-fb1e9e141604 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:52:16.453629 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9e16d-fa5b-4250-bc56-e1399952107d req-88c94915-04ab-45c8-ae75-d611bc32a0e9 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:52:16.455115 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-94f9e16d-fa5b-4250-bc56-e1399952107d req-88c94915-04ab-45c8-ae75-d611bc32a0e9 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 945 time: 0.0699079 Jan 17 09:52:16.506493 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-94f9e16d-fa5b-4250-bc56-e1399952107d req-3835d5c8-02e9-4185-a8c3-b4c36caef94c tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f7d95b-2215-427a-99ae-2c6a993011db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 Jan 17 09:52:16.538983 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792372873593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792372293488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66555734'] for port (d89c2c38-69af-4fe0-b912-fb1e9e141604), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:16.550912 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] get_ports_and_sgs() called for port_ids ['d89c2c38-69af-4fe0-b912-fb1e9e141604'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:52:16.572391 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Pushing event deleted for resources: {'Port': ['ID=d89c2c38-69af-4fe0-b912-fb1e9e141604,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:52:16.615991 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] No DVR routers for this DVR port d89c2c38-69af-4fe0-b912-fb1e9e141604 on host hv-cinder-81546 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:52:16.618411 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97735'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:16.621709 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-a7b14eae-1466-4633-befb-f9e47445acb5 req-eeffd8cf-40de-4ced-acbe-af8149e59c61 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.72 "DELETE /v2.0/ports/d89c2c38-69af-4fe0-b912-fb1e9e141604 HTTP/1.1" status: 204 len: 173 time: 0.5621970 Jan 17 09:52:16.622155 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885f4ce5-4e3c-43a3-9eef-9cef0fb7d149', 'name': 'network-vif-deleted', 'tag': 'd89c2c38-69af-4fe0-b912-fb1e9e141604'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:52:16.624952 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20de42ceec728df447bc63293310c8b389d40050cc2ba555dae76f9583d80ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36442d2d-6225-494e-810f-4353302f85eb" -d '{"events": [{"server_uuid": "885f4ce5-4e3c-43a3-9eef-9cef0fb7d149", "name": "network-vif-deleted", "tag": "d89c2c38-69af-4fe0-b912-fb1e9e141604"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:52:16.659432 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79de23d9-f135-495a-b7b7-9e483f5df49d x-openstack-request-id: req-79de23d9-f135-495a-b7b7-9e483f5df49d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:52:16.659725 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885f4ce5-4e3c-43a3-9eef-9cef0fb7d149", "name": "network-vif-deleted", "tag": "d89c2c38-69af-4fe0-b912-fb1e9e141604", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:52:16.659980 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79de23d9-f135-495a-b7b7-9e483f5df49d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:52:16.660380 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885f4ce5-4e3c-43a3-9eef-9cef0fb7d149', 'name': 'network-vif-deleted', 'tag': 'd89c2c38-69af-4fe0-b912-fb1e9e141604', 'status': 'completed', 'code': 200} Jan 17 09:52:17.614152 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [req-33fea5da-7796-478b-b82c-7dad36f76e8b req-8a5fe157-1715-4702-967a-b04971fcb9f0 tempest-VolumesSnapshotTestJSON-1396485939 tempest-VolumesSnapshotTestJSON-1396485939-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f4ce5-4e3c-43a3-9eef-9cef0fb7d149 HTTP/1.1" status: 200 len: 210 time: 0.0286069 Jan 17 09:52:18.964661 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device d89c2c38-69af-4fe0-b912-fb1e9e141604 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:52:18.983791 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] No Port match for: d89c2c38-69af-4fe0-b912-fb1e9e141604 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:52:18.984139 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Device d89c2c38-69af-4fe0-b912-fb1e9e141604 not bound to the agent host hv-cinder-81546 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:52:21.922184 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f247d08-dfdf-4dad-9acc-d6f4ef156b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:24.361718 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff8509e1-64a5-41eb-b17d-233cea7f23ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:25.487161 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:27.236176 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:28.361878 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:42.858612 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:45.654040 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:52:48.852317 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.73', 45734) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:52:48.895489 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Deleting subnet 3b91a6af-00d5-4cb6-9215-a06004fbcbfd {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:52:48.898588 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Publish callbacks [] for subnet (3b91a6af-00d5-4cb6-9215-a06004fbcbfd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:48.931541 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4561382'] for subnet (3b91a6af-00d5-4cb6-9215-a06004fbcbfd), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:48.972096 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-535464'] for subnet (3b91a6af-00d5-4cb6-9215-a06004fbcbfd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.099178 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-535487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4561183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4764160'] for subnet (3b91a6af-00d5-4cb6-9215-a06004fbcbfd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.123318 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b91a6af-00d5-4cb6-9215-a06004fbcbfd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:52:49.133100 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.136422 dv-cinder-815461-8-iscsi neutron-server[103256]: INFO neutron.wsgi [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3b91a6af-00d5-4cb6-9215-a06004fbcbfd HTTP/1.1" status: 204 len: 168 time: 0.2831023 Jan 17 09:52:49.138186 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.138538 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.138881 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.139012 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 45738) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:52:49.139463 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.139625 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.139920 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.140247 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.140573 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.140897 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.141227 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.141577 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.141902 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.142222 dv-cinder-815461-8-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca578d-2e00-43d4-9f49-84ad0cdf699f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.205617 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660692'] for network (beef2387-d240-4ab3-85b5-b23649f1cf75), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.290891 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535599', 'neutron.services.segments.db._delete_segments_for_network-8792372845864'] for network (beef2387-d240-4ab3-85b5-b23649f1cf75), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.313404 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beef2387-d240-4ab3-85b5-b23649f1cf75']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:52:49.322833 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b57c70a-f127-4b0f-bcc8-d9af10f9338f') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:52:49.323132 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b57c70a-f127-4b0f-bcc8-d9af10f9338f') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:52:49.332759 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792372846641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66526837'] for segment (7b57c70a-f127-4b0f-bcc8-d9af10f9338f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.346459 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733'] for segment (7b57c70a-f127-4b0f-bcc8-d9af10f9338f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66555659'] for segment (7b57c70a-f127-4b0f-bcc8-d9af10f9338f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.357997 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: warnings.warn(msg) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: Traceback (most recent call last): Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: timer() Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: cb(*args, **kw) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: return func(*args, **kwargs) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: self._notify() Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: self.callback(batched_events) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: event.method(event) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: return f(self, *a, **k) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._get(url).json() Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:52:49.360687 dv-cinder-815461-8-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:52:49.453042 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7932157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7971097'] for network (beef2387-d240-4ab3-85b5-b23649f1cf75), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.458359 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7932139'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.467353 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] 10.222.0.73 "DELETE /v2.0/networks/beef2387-d240-4ab3-85b5-b23649f1cf75 HTTP/1.1" status: 204 len: 168 time: 0.3219640 Jan 17 09:52:49.472786 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Pushing event deleted for resources: {'Network': ['ID=beef2387-d240-4ab3-85b5-b23649f1cf75,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:52:49.480641 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.480996 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.481331 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.481665 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.481998 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.482322 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.482644 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.482968 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.483310 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.483634 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.483950 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.484268 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.484578 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357eba95-f3d1-4f1a-9250-ceb34ecbcaac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-8-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:52:49.812257 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 45742) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:52:49.854790 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9c2344ca-22be-4ee3-848c-954d3848ba10 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d88a2f34c104d5eaa16e95346379fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414021 Jan 17 09:52:49.857177 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.73', 45744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:52:49.901259 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831b0f22-7e14-4e42-9521-37a18d519348 admin admin] Publish callbacks [] for security_group (43f7d95b-2215-427a-99ae-2c6a993011db), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:49.921163 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831b0f22-7e14-4e42-9521-37a18d519348 admin admin] Publish callbacks [] for security_group (43f7d95b-2215-427a-99ae-2c6a993011db), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:50.025167 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831b0f22-7e14-4e42-9521-37a18d519348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8045563'] for security_group (43f7d95b-2215-427a-99ae-2c6a993011db), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:50.027685 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831b0f22-7e14-4e42-9521-37a18d519348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:50.028835 dv-cinder-815461-8-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-831b0f22-7e14-4e42-9521-37a18d519348 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43f7d95b-2215-427a-99ae-2c6a993011db HTTP/1.1" status: 204 len: 168 time: 0.1707997 Jan 17 09:52:50.036787 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b0f22-7e14-4e42-9521-37a18d519348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f7d95b-2215-427a-99ae-2c6a993011db,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:52:51.876274 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-013491ab-d50a-4b72-9758-fda9f17d5efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:54.401853 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffe855e1-9d47-4d94-995a-de194948e2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:55.481894 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:57.190259 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:58.396226 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:12.829993 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:21.909965 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b393c33f-02ac-421c-9c51-fcf5b11bfa17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.653043 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:53:24.373670 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2cae199b-cf29-48bf-ae88-3bd1efb23c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.458465 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.190237 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:28.384447 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.118476 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-08b589e1-c5ec-4351-b385-df432099dc21 req-5f8dbf69-af79-461c-922f-7c499bc52a19 service neutron] (103255) timed out ('10.222.0.72', 62668) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 09:53:42.887453 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.927242 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d43af64e-2d32-4a9e-8941-6ba63354ac4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:54.344435 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed789-fd39-4ff8-8b16-19fe06552ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:55.482146 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.189817 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.367509 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.651555 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:54:12.886315 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:21.904209 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b425a24-ecd3-4062-a7b7-866314ab01b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:24.379044 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dea4d35-69d3-47a0-a183-c3e5fa4b24fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:25.544506 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.206819 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:28.367668 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:36.650744 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:54:42.872153 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:51.898671 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f864814-25f9-4924-9764-b7b021b3577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:54.361549 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aea36966-308c-46bb-9e59-d95dfe31bb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:55.481291 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:57.201099 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:58.407072 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:12.891697 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:13.648838 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:55:21.898793 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4e3137a6-816f-4f06-8784-86e7ee2d5644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:24.367202 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8ea341a-9553-4c62-8872-08596e1a175d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:25.509948 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:27.195295 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:28.371533 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:33.951978 dv-cinder-815461-8-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-131667fc-398d-4a35-88a1-f29d02556c2a req-4b55b63b-7169-49e0-9e11-f3b005253700 service neutron] (103255) timed out ('10.222.0.73', 40190) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 09:55:42.892193 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:50.648217 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:55:51.964252 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab5ca-5f7d-42b2-83af-b21b25413d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:54.389668 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65c672dc-08cc-45f2-83dd-7268b673000d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:55.479778 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:57.195241 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:58.361081 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:12.966481 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:21.896167 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58c35cc9-75cc-4c4b-831f-a4ea0e28957a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:24.372480 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-707d55b1-8d28-447c-881b-5cb81309d2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:25.502250 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:27.212513 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:27.647349 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:56:28.429554 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:42.909336 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.909230 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e629ad5b-b914-4d81-8130-ff7652ca5901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.383724 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d18704e-2df0-48e4-bb9d-9acbf047e039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:55.520688 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:57.211802 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:58.406236 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:04.646848 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:57:12.965929 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:21.908721 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f312bf6-e250-4e01-ac16-3fbfd9cb9d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:24.371602 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5e8a229b-08b7-43e5-9249-97c6463cc831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:25.526488 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:27.240201 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:28.377715 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:41.645043 dv-cinder-815461-8-iscsi neutron-server[103258]: DEBUG neutron.db.agents_db [None req-c9fb3fb0-71fe-4a80-a3ec-6139b35c26aa None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:57:42.949241 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:51.977432 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3e6b69b7-3011-4a0b-86e7-aaa948f80c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (94dfd9dc-8338-4a0e-970c-6d89e474fb10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:54.363811 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5048986-13a2-4ef2-8ca4-82e3b1ddce01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (12f0b565-c97c-4ff4-aa95-1dd768f402c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.500944 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8383a711-b4a8-45fc-b9d5-391c14bcf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (cd331ea9-2a29-4dca-b304-132a7a94f4ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:57.222228 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b328fcc8-52ee-4627-8256-b9f3f7e733d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (536e2df5-7e88-4fdd-94e3-14567451b781), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:58.365376 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f60d055-c842-4fe2-9fc5-8df7486721db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (da5ec78c-a53c-4207-92e3-10df80260117), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:12.931247 dv-cinder-815461-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cba32a-9844-44dd-b17c-78ab30ff7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792372845846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534505'] for agent (046cf2d8-0b78-406c-aed0-f72a454e1bcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}